JUnit version 4.13.2
.14:04:03.423 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113043416
14:04:03.447 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113043447
14:04:03.476 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:04:03.480 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:04:03.549 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:04:03.560 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:04:03.565 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:04:03.568 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:04:03.789 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:04:03.945 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:04:03.946 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:04:03.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.951704 21814 mini_oidc.cc:150] Starting JWKS server
14:04:03.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.955948 21814 webserver.cc:533] Webserver started at http://127.0.0.1:45457/ using document root <none> and password file <none>
14:04:03.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.956544 21814 mini_oidc.cc:186] Starting OIDC Discovery server
14:04:03.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.958612 21814 webserver.cc:533] Webserver started at http://127.0.0.1:46191/ using document root <none> and password file <none>
14:04:04.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:04Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:04:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:04Z Disabled control of system clock
14:04:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.020645 21814 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/wal
14:04:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/data
14:04:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:04.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:04.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:04.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/logs
14:04:04.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/data/info.pb
14:04:04.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:04.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.190:37593
14:04:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.190
14:04:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json with env {}
14:04:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.327780 21827 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:04.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.328456 21827 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:04.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.328887 21827 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.361965 21827 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.362260 21827 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.362454 21827 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.362638 21827 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.362816 21827 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.362953 21827 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45457/jwks.json
14:04:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.400838 21827 master_runner.cc:387] Master server non-default flags:
14:04:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:04.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:04.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:04.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/data
14:04:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/wal
14:04:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.190:37593
14:04:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json
14:04:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/data/info.pb
14:04:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.190
14:04:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/logs
14:04:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.402307 21827 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.404488 21827 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.417757 21833 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:05.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.417927 21834 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:05.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.819196 21836 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.823637 21827 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.406s	user 0.458s	sys 0.941s
14:04:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.826105 21827 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.409s	user 0.461s	sys 0.941s
14:04:05.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.826709 21835 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1405 milliseconds
14:04:05.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.827183 21827 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:05.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.829025 21827 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:05.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.832500 21827 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.834143 21827 hybrid_clock.cc:648] HybridClock initialized: now 1779113045834132 us; error 181 us; skew 500 ppm
14:04:05.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.835367 21827 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.850589 21827 webserver.cc:533] Webserver started at http://127.21.77.190:41355/ using document root <none> and password file <none>
14:04:05.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.852238 21827 fs_manager.cc:362] Metadata directory not provided
14:04:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.852588 21827 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:05.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.853412 21827 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.858541 21827 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/data/instance:
14:04:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9572aa200e784d66990562c2b86370e9"
14:04:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:05 on dist-test-slave-qn3m"
14:04:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.860176 21827 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/wal/instance:
14:04:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9572aa200e784d66990562c2b86370e9"
14:04:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:05 on dist-test-slave-qn3m"
14:04:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.874454 21827 fs_manager.cc:696] Time spent creating directory manager: real 0.013s	user 0.004s	sys 0.008s
14:04:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.882901 21843 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:05.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.885815 21827 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.001s	sys 0.005s
14:04:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.886340 21827 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/wal
14:04:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9572aa200e784d66990562c2b86370e9"
14:04:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:05 on dist-test-slave-qn3m"
14:04:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.887396 21827 fs_report.cc:389] FS layout report
14:04:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/wal
14:04:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/wal
14:04:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/data/data
14:04:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:05.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.013538 21827 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:06.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.017596 21827 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.018674 21827 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.132607 21827 rpc_server.cc:307] RPC server started. Bound to: 127.21.77.190:37593
14:04:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.132660 21894 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.77.190:37593 every 8 connection(s)
14:04:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.138324 21827 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/data/info.pb
14:04:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.148582 21814 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 21827
14:04:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.149144 21814 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-0/wal/instance
14:04:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.150331 21895 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.154906 21814 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:06.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:06.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/wal
14:04:06.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/data
14:04:06.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:06.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:06.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:06.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:06.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:06.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:06.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/logs
14:04:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/data/info.pb
14:04:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:06.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.189:34493
14:04:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.189
14:04:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json with env {}
14:04:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.168576 21895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } has no permanent_uuid. Determining permanent_uuid...
14:04:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.205371 21895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } has no permanent_uuid. Determining permanent_uuid...
14:04:06.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.208463 21847 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.77.189:34493: connect: Connection refused (error 111)
14:04:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.214237 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.189:34493: Network error: Client connection negotiation failed: client connection to 127.21.77.189:34493: connect: Connection refused (error 111)
14:04:06.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.264024 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } attempt: 1
14:04:06.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.269340 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.189:34493: Network error: Client connection negotiation failed: client connection to 127.21.77.189:34493: connect: Connection refused (error 111)
14:04:06.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.338008 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } attempt: 2
14:04:06.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.342932 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.189:34493: Network error: Client connection negotiation failed: client connection to 127.21.77.189:34493: connect: Connection refused (error 111)
14:04:06.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.434463 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } attempt: 3
14:04:06.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.438848 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.189:34493: Network error: Client connection negotiation failed: client connection to 127.21.77.189:34493: connect: Connection refused (error 111)
14:04:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.509158 21897 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.509750 21897 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.510208 21897 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.545648 21897 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.545955 21897 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.546160 21897 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.546347 21897 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.546527 21897 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.546662 21897 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45457/jwks.json
14:04:06.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.582330 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } attempt: 4
14:04:06.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.586836 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.189:34493: Network error: Client connection negotiation failed: client connection to 127.21.77.189:34493: connect: Connection refused (error 111)
14:04:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.587838 21897 master_runner.cc:387] Master server non-default flags:
14:04:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/data
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/wal
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.189:34493
14:04:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json
14:04:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/data/info.pb
14:04:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.189
14:04:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/logs
14:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.589299 21897 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.591521 21897 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:06.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.608305 21906 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.886345 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } attempt: 5
14:04:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.892241 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.189:34493: Network error: Client connection negotiation failed: client connection to 127.21.77.189:34493: connect: Connection refused (error 111)
14:04:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.440109 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } attempt: 6
14:04:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:07.450239 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.189:34493: Network error: Client connection negotiation failed: client connection to 127.21.77.189:34493: connect: Connection refused (error 111)
14:04:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.611222 21907 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:07.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.612208 21897 server_base.cc:1061] running on GCE node
14:04:07.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:06.612229 21909 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:07.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.931207 21897 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.935782 21897 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:07.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.937988 21897 hybrid_clock.cc:648] HybridClock initialized: now 1779113047937924 us; error 83 us; skew 500 ppm
14:04:07.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.938987 21897 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.946547 21897 webserver.cc:533] Webserver started at http://127.21.77.189:44323/ using document root <none> and password file <none>
14:04:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.947548 21897 fs_manager.cc:362] Metadata directory not provided
14:04:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.947770 21897 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.948350 21897 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.953647 21897 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/data/instance:
14:04:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a00c7c21abd4637a80def10d1c415e1"
14:04:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:07 on dist-test-slave-qn3m"
14:04:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.954865 21897 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/wal/instance:
14:04:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a00c7c21abd4637a80def10d1c415e1"
14:04:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:07 on dist-test-slave-qn3m"
14:04:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.963518 21897 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
14:04:07.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.970636 21918 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.972378 21897 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
14:04:07.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.973253 21897 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/wal
14:04:07.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a00c7c21abd4637a80def10d1c415e1"
14:04:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:07 on dist-test-slave-qn3m"
14:04:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.973973 21897 fs_report.cc:389] FS layout report
14:04:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/wal
14:04:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/wal
14:04:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/data/data
14:04:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:08.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.031878 21897 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.033772 21897 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.034358 21897 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.125828 21897 rpc_server.cc:307] RPC server started. Bound to: 127.21.77.189:34493
14:04:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.125847 21969 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.77.189:34493 every 8 connection(s)
14:04:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.130113 21897 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/data/info.pb
14:04:08.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.132768 21814 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 21897
14:04:08.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.133291 21814 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-1/wal/instance
14:04:08.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.136462 21814 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:08.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/wal
14:04:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/data
14:04:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/logs
14:04:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/data/info.pb
14:04:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.188:44831
14:04:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.188
14:04:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json with env {}
14:04:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.139405 21970 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.156266 21970 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } has no permanent_uuid. Determining permanent_uuid...
14:04:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.184108 21970 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } has no permanent_uuid. Determining permanent_uuid...
14:04:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.199672 21970 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } has no permanent_uuid. Determining permanent_uuid...
14:04:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.202440 21919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.206557 21970 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.256214 21970 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 1
14:04:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.261492 21970 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.329995 21970 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 2
14:04:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.336375 21970 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.427960 21970 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 3
14:04:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.432564 21970 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.509428 21972 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.510016 21972 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.510456 21972 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.510802 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } attempt: 7
14:04:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.523476 21895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } has no permanent_uuid. Determining permanent_uuid...
14:04:08.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.530157 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.554368 21972 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:08.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.554685 21972 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.554879 21972 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.555078 21972 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.555441 21972 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.555696 21972 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45457/jwks.json
14:04:08.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.576112 21970 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 4
14:04:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.580891 21970 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.588667 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 1
14:04:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.594081 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.603628 21972 master_runner.cc:387] Master server non-default flags:
14:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/data
14:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/wal
14:04:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.188:44831
14:04:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json
14:04:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/data/info.pb
14:04:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.188
14:04:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/logs
14:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.606578 21972 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.609210 21972 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.623672 21984 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.675643 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 2
14:04:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.681763 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.768919 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 3
14:04:08.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.777661 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.880364 21970 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 5
14:04:08.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.888373 21970 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:08.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.918293 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 4
14:04:08.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.926354 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:09.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.210062 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 5
14:04:09.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:09.218135 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.436203 21970 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 6
14:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:09.449559 21970 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:09.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.770747 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 6
14:04:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:09.782578 21895 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.77.188:44831: Network error: Client connection negotiation failed: client connection to 127.21.77.188:44831: connect: Connection refused (error 111)
14:04:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.626376 21985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.014737 21987 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.025599 21986 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1386 milliseconds
14:04:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.026057 21972 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.027806 21972 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.031322 21972 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.032932 21972 hybrid_clock.cc:648] HybridClock initialized: now 1779113050032877 us; error 48 us; skew 500 ppm
14:04:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.033973 21972 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.041205 21972 webserver.cc:533] Webserver started at http://127.21.77.188:41113/ using document root <none> and password file <none>
14:04:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.042382 21972 fs_manager.cc:362] Metadata directory not provided
14:04:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.042656 21972 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.043264 21972 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.048993 21972 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/data/instance:
14:04:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14a6bffed790429d998b9bf748422351"
14:04:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:10 on dist-test-slave-qn3m"
14:04:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.050714 21972 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/wal/instance:
14:04:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14a6bffed790429d998b9bf748422351"
14:04:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:10 on dist-test-slave-qn3m"
14:04:10.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.059401 21972 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
14:04:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.066438 21998 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.067790 21972 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
14:04:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.068253 21972 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/wal
14:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14a6bffed790429d998b9bf748422351"
14:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:10 on dist-test-slave-qn3m"
14:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.068709 21972 fs_report.cc:389] FS layout report
14:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/wal
14:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/wal
14:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/data/data
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:10.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.148468 21972 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.150574 21972 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.151189 21972 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:10.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.243723 21972 rpc_server.cc:307] RPC server started. Bound to: 127.21.77.188:44831
14:04:10.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.243997 22049 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.77.188:44831 every 8 connection(s)
14:04:10.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.249527 21972 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/data/info.pb
14:04:10.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.254877 21814 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 21972
14:04:10.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.255374 21814 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/master-2/wal/instance
14:04:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.258102 22050 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.277287 22050 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } has no permanent_uuid. Determining permanent_uuid...
14:04:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.306236 22050 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } has no permanent_uuid. Determining permanent_uuid...
14:04:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.319530 22050 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } has no permanent_uuid. Determining permanent_uuid...
14:04:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.340652 22050 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351: Bootstrap starting.
14:04:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.349961 22050 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351: Neither blocks nor log segments found. Creating new log.
14:04:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.353032 22050 log.cc:826] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351: Log is configured to *not* fsync() on all Append() calls
14:04:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.359330 22050 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351: No bootstrap required, opened a new log
14:04:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.385332 22050 raft_consensus.cc:359] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.386125 22050 raft_consensus.cc:385] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.386448 22050 raft_consensus.cc:740] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 14a6bffed790429d998b9bf748422351, State: Initialized, Role: FOLLOWER
14:04:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.387480 22050 consensus_queue.cc:260] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.390558 22059 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.391443 22059 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: This master's current role is: FOLLOWER
14:04:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.392719 22050 sys_catalog.cc:565] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: configured and running, proceeding with master startup.
14:04:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.407414 22004 tablet.cc:2404] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.429083 22070 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:10.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.431802 22070 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.455067 22059 raft_consensus.cc:493] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.455665 22059 raft_consensus.cc:515] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.458349 22059 leader_election.cc:290] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9572aa200e784d66990562c2b86370e9 (127.21.77.190:37593), 8a00c7c21abd4637a80def10d1c415e1 (127.21.77.189:34493)
14:04:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.426115 21972 master_runner.cc:187] Error getting master registration for 127.21.77.190:37593: OK, instance_id { permanent_uuid: "9572aa200e784d66990562c2b86370e9" instance_seqno: 1779113046094883 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:10.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.463485 21972 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:04:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.510232 21970 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 7
14:04:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.575412 21970 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: Bootstrap starting.
14:04:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.588827 21970 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: Neither blocks nor log segments found. Creating new log.
14:04:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.591622 21970 log.cc:826] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: Log is configured to *not* fsync() on all Append() calls
14:04:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.599498 21970 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: No bootstrap required, opened a new log
14:04:10.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.646466 21970 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:10.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.648115 21970 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.648762 21970 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a00c7c21abd4637a80def10d1c415e1, State: Initialized, Role: FOLLOWER
14:04:10.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.651419 21970 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:10.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.689411 22074 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:10.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.692087 22074 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [sys.catalog]: This master's current role is: FOLLOWER
14:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.694187 21970 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [sys.catalog]: configured and running, proceeding with master startup.
14:04:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.694175 21945 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14a6bffed790429d998b9bf748422351" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a00c7c21abd4637a80def10d1c415e1" is_pre_election: true
14:04:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.695286 21945 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 14a6bffed790429d998b9bf748422351 in term 0.
14:04:10.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.697724 22002 leader_election.cc:304] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14a6bffed790429d998b9bf748422351, 8a00c7c21abd4637a80def10d1c415e1; no voters: 
14:04:10.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.699234 22059 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:10.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.699749 22059 raft_consensus.cc:493] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:10.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.701146 22059 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 0 FOLLOWER]: Advancing to term 1
14:04:10.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.711012 22059 raft_consensus.cc:515] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:10.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.728962 21945 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14a6bffed790429d998b9bf748422351" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a00c7c21abd4637a80def10d1c415e1"
14:04:10.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.729573 21945 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [term 0 FOLLOWER]: Advancing to term 1
14:04:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.728798 22059 leader_election.cc:290] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [CANDIDATE]: Term 1 election: Requested vote from peers 9572aa200e784d66990562c2b86370e9 (127.21.77.190:37593), 8a00c7c21abd4637a80def10d1c415e1 (127.21.77.189:34493)
14:04:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.737072 21945 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 14a6bffed790429d998b9bf748422351 in term 1.
14:04:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.741480 22002 leader_election.cc:304] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14a6bffed790429d998b9bf748422351, 8a00c7c21abd4637a80def10d1c415e1; no voters: 
14:04:10.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.742775 22059 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 1 FOLLOWER]: Leader election won for term 1
14:04:10.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.759922 22059 raft_consensus.cc:697] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [term 1 LEADER]: Becoming Leader. State: Replica: 14a6bffed790429d998b9bf748422351, State: Running, Role: LEADER
14:04:10.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.761991 22059 consensus_queue.cc:237] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.786199 22084 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 14a6bffed790429d998b9bf748422351. Latest consensus state: current_term: 1 leader_uuid: "14a6bffed790429d998b9bf748422351" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.787321 22086 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.787858 22084 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: This master's current role is: LEADER
14:04:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.788116 22086 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.793637 21924 tablet.cc:2404] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.810256 22089 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:04:10.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.816259 21895 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } attempt: 7
14:04:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.777132 21897 master_runner.cc:187] Error getting master registration for 127.21.77.190:37593: OK, instance_id { permanent_uuid: "9572aa200e784d66990562c2b86370e9" instance_seqno: 1779113046094883 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.839108 21897 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:04:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.840163 22089 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:04:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.873628 21895 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9: Bootstrap starting.
14:04:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.873795 21945 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [term 1 FOLLOWER]: Refusing update from remote peer 14a6bffed790429d998b9bf748422351: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:10.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.880862 22059 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.906318 21895 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9: Neither blocks nor log segments found. Creating new log.
14:04:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.915534 21895 log.cc:826] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9: Log is configured to *not* fsync() on all Append() calls
14:04:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.930507 21895 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9: No bootstrap required, opened a new log
14:04:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.936170 22091 mvcc.cc:204] Tried to move back new op lower bound from 7287247056351989760 to 7287247055940403200. Current Snapshot: MvccSnapshot[applied={T|T < 7287247056351989760}]
14:04:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.962124 22084 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "14a6bffed790429d998b9bf748422351" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.963248 22084 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: This master's current role is: LEADER
14:04:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.965118 22089 catalog_manager.cc:1382] Generated new cluster ID: c8675bdcf8494b10abe7a3daa21efa0e
14:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.965440 22089 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:04:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.969441 22074 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 14a6bffed790429d998b9bf748422351. Latest consensus state: current_term: 1 leader_uuid: "14a6bffed790429d998b9bf748422351" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.972461 22074 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [sys.catalog]: This master's current role is: FOLLOWER
14:04:10.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.976256 22096 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "14a6bffed790429d998b9bf748422351" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.985482 22096 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1 [sys.catalog]: This master's current role is: FOLLOWER
14:04:10.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.994199 21895 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:10.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.995699 21895 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:10.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.996433 21895 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9572aa200e784d66990562c2b86370e9, State: Initialized, Role: FOLLOWER
14:04:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.000398 21895 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } }
14:04:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.001845 22089 catalog_manager.cc:1405] Generated new certificate authority record
14:04:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.004452 22089 catalog_manager.cc:1539] Loading token signing keys...
14:04:11.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.030510 22098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:11.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:11.032349 21849 tablet.cc:2404] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:11.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.033344 22098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [sys.catalog]: This master's current role is: FOLLOWER
14:04:11.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.032959 21895 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [sys.catalog]: configured and running, proceeding with master startup.
14:04:11.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.035826 21869 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14a6bffed790429d998b9bf748422351" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9572aa200e784d66990562c2b86370e9"
14:04:11.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.040581 21868 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [term 0 FOLLOWER]: Advancing to term 1
14:04:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.041214 21870 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14a6bffed790429d998b9bf748422351" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9572aa200e784d66990562c2b86370e9" is_pre_election: true
14:04:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.073011 22089 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351: Generated new TSK 0
14:04:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.074194 22089 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:04:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.092654 21868 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [term 1 FOLLOWER]: Refusing update from remote peer 14a6bffed790429d998b9bf748422351: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.095118 22084 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:04:11.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.112342 21814 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/wal
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/data
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/logs
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/data/info.pb
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.129:0
14:04:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.77.129
14:04:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.129
14:04:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:11.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.204965 22098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 14a6bffed790429d998b9bf748422351. Latest consensus state: current_term: 1 leader_uuid: "14a6bffed790429d998b9bf748422351" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.209823 22112 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "14a6bffed790429d998b9bf748422351" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.211263 22112 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [sys.catalog]: This master's current role is: FOLLOWER
14:04:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.212463 22098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9 [sys.catalog]: This master's current role is: FOLLOWER
14:04:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.240433 22115 catalog_manager.cc:1294] Loaded cluster ID: c8675bdcf8494b10abe7a3daa21efa0e
14:04:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.256017 22115 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9: loading cluster ID for follower catalog manager: success
14:04:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.264606 22115 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9: acquiring CA information for follower catalog manager: success
14:04:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.291592 22115 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9572aa200e784d66990562c2b86370e9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.731220 22084 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "14a6bffed790429d998b9bf748422351" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9572aa200e784d66990562c2b86370e9" member_type: VOTER last_known_addr { host: "127.21.77.190" port: 37593 } } peers { permanent_uuid: "8a00c7c21abd4637a80def10d1c415e1" member_type: VOTER last_known_addr { host: "127.21.77.189" port: 34493 } } peers { permanent_uuid: "14a6bffed790429d998b9bf748422351" member_type: VOTER last_known_addr { host: "127.21.77.188" port: 44831 } } }
14:04:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.732817 22084 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14a6bffed790429d998b9bf748422351 [sys.catalog]: This master's current role is: LEADER
14:04:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.794591 22086 catalog_manager.cc:1294] Loaded cluster ID: c8675bdcf8494b10abe7a3daa21efa0e
14:04:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.794920 22086 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: loading cluster ID for follower catalog manager: success
14:04:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.808789 22086 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: acquiring CA information for follower catalog manager: success
14:04:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:11.830634 22086 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8a00c7c21abd4637a80def10d1c415e1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:11.895247 22106 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:11.896601 22106 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:11.897658 22106 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:11.966367 22106 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:11.968282 22106 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.77.129
14:04:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.045801 22106 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/data
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/wal
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.129:0
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/data/info.pb
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.129
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.77.129
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/logs
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.059441 22106 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.062772 22106 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:12.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:12.113319 22125 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:13.506482 22124 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 22106
14:04:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:14.636303 22106 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.512s	user 0.809s	sys 1.425s
14:04:14.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:14.636994 22106 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.513s	user 0.809s	sys 1.426s
14:04:14.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:14.638727 22127 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2519 milliseconds
14:04:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:12.129585 22126 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:14.643666 22129 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.645192 22106 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.649339 22106 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:14.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.653014 22106 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.655049 22106 hybrid_clock.cc:648] HybridClock initialized: now 1779113054654967 us; error 87 us; skew 500 ppm
14:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.656906 22106 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:14.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.669023 22106 webserver.cc:533] Webserver started at http://127.21.77.129:40275/ using document root <none> and password file <none>
14:04:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.670908 22106 fs_manager.cc:362] Metadata directory not provided
14:04:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.671921 22106 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.673105 22106 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.682415 22106 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/data/instance:
14:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70f130852118447b99558261a92bffde"
14:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:14 on dist-test-slave-qn3m"
14:04:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.684830 22106 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/wal/instance:
14:04:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70f130852118447b99558261a92bffde"
14:04:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:14 on dist-test-slave-qn3m"
14:04:14.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.697969 22106 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.009s	sys 0.001s
14:04:14.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.707432 22139 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.709329 22106 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.006s	sys 0.000s
14:04:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.709846 22106 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/wal
14:04:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70f130852118447b99558261a92bffde"
14:04:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:14 on dist-test-slave-qn3m"
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.710315 22106 fs_report.cc:389] FS layout report
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/wal
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/wal
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/data/data
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:14.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:14.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.795873 22106 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.797974 22106 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.798578 22106 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.802858 22106 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.810705 22106 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.811085 22106 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:04:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.811411 22106 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:14.811610 22106 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:04:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.016433 22106 rpc_server.cc:307] RPC server started. Bound to: 127.21.77.129:40365
14:04:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.016563 22251 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.77.129:40365 every 8 connection(s)
14:04:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.019753 22106 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/data/info.pb
14:04:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.024963 21814 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 22106
14:04:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.025700 21814 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-0/wal/instance
14:04:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.047336 21814 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/wal
14:04:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/data
14:04:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/logs
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/data/info.pb
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.130:0
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.77.130
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.130
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.105672 22254 heartbeater.cc:344] Connected to a master server at 127.21.77.190:37593
14:04:15.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.106222 22254 heartbeater.cc:461] Registering TS with master...
14:04:15.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.107748 22254 heartbeater.cc:507] Master 127.21.77.190:37593 requested a full tablet report, sending...
14:04:15.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.108127 22252 heartbeater.cc:344] Connected to a master server at 127.21.77.188:44831
14:04:15.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.108466 22252 heartbeater.cc:461] Registering TS with master...
14:04:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.109630 22252 heartbeater.cc:507] Master 127.21.77.188:44831 requested a full tablet report, sending...
14:04:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.112424 22015 ts_manager.cc:194] Registered new tserver with Master: 70f130852118447b99558261a92bffde (127.21.77.129:40365)
14:04:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.112534 21860 ts_manager.cc:194] Registered new tserver with Master: 70f130852118447b99558261a92bffde (127.21.77.129:40365)
14:04:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.115294 22015 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.77.129:59895
14:04:15.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.118001 22253 heartbeater.cc:344] Connected to a master server at 127.21.77.189:34493
14:04:15.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.118403 22253 heartbeater.cc:461] Registering TS with master...
14:04:15.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.119434 22253 heartbeater.cc:507] Master 127.21.77.189:34493 requested a full tablet report, sending...
14:04:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.123272 21935 ts_manager.cc:194] Registered new tserver with Master: 70f130852118447b99558261a92bffde (127.21.77.129:40365)
14:04:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:15.495702 22260 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:15.496294 22260 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:15.496701 22260 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:15.534919 22260 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:15.535977 22260 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.77.130
14:04:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.581954 22260 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/data
14:04:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/wal
14:04:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.130:0
14:04:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/data/info.pb
14:04:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.130
14:04:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.77.130
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/logs
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.583374 22260 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.585372 22260 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:15.606791 22268 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.120365 22252 heartbeater.cc:499] Master 127.21.77.188:44831 was elected leader, sending a full tablet report...
14:04:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.006043 22267 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 22260
14:04:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.093786 22267 kernel_stack_watchdog.cc:198] Thread 22260 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 394ms:
14:04:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:04:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:04:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:04:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:04:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:15.608511 22269 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.094972 22260 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.486s	user 0.436s	sys 0.955s
14:04:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.095335 22260 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.487s	user 0.436s	sys 0.955s
14:04:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.101039 22270 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1489 milliseconds
14:04:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.101758 22271 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.101852 22260 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:17.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.102982 22260 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.105139 22260 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.106498 22260 hybrid_clock.cc:648] HybridClock initialized: now 1779113057106440 us; error 100 us; skew 500 ppm
14:04:17.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.107421 22260 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.113832 22260 webserver.cc:533] Webserver started at http://127.21.77.130:33857/ using document root <none> and password file <none>
14:04:17.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.115095 22260 fs_manager.cc:362] Metadata directory not provided
14:04:17.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.115383 22260 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.115845 22260 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.120426 22260 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/data/instance:
14:04:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed983790a5264c6290b02b4258fdf282"
14:04:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:17 on dist-test-slave-qn3m"
14:04:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.121567 22260 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/wal/instance:
14:04:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed983790a5264c6290b02b4258fdf282"
14:04:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:17 on dist-test-slave-qn3m"
14:04:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.131294 22260 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.003s	sys 0.007s
14:04:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.139427 22279 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.140823 22260 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.003s	sys 0.004s
14:04:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.141211 22260 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/wal
14:04:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed983790a5264c6290b02b4258fdf282"
14:04:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:17 on dist-test-slave-qn3m"
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.141628 22260 fs_report.cc:389] FS layout report
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/wal
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/wal
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/data/data
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.203596 22260 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:17.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.205231 22260 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:17.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.205767 22260 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:17.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.208743 22260 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.213722 22260 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.213971 22260 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:04:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.214262 22260 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.214490 22260 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:04:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.360474 22260 rpc_server.cc:307] RPC server started. Bound to: 127.21.77.130:43955
14:04:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.360575 22391 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.77.130:43955 every 8 connection(s)
14:04:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.363243 22260 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/data/info.pb
14:04:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.364105 21814 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 22260
14:04:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.364423 21814 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-1/wal/instance
14:04:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.382702 21814 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/wal
14:04:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/data
14:04:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/logs
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/data/info.pb
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.131:0
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.77.131
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.131
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.411592 22392 heartbeater.cc:344] Connected to a master server at 127.21.77.188:44831
14:04:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.412165 22392 heartbeater.cc:461] Registering TS with master...
14:04:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.413280 22393 heartbeater.cc:344] Connected to a master server at 127.21.77.189:34493
14:04:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.413672 22392 heartbeater.cc:507] Master 127.21.77.188:44831 requested a full tablet report, sending...
14:04:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.413677 22393 heartbeater.cc:461] Registering TS with master...
14:04:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.414888 22393 heartbeater.cc:507] Master 127.21.77.189:34493 requested a full tablet report, sending...
14:04:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.417289 22015 ts_manager.cc:194] Registered new tserver with Master: ed983790a5264c6290b02b4258fdf282 (127.21.77.130:43955)
14:04:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.418943 22015 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.77.130:44439
14:04:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.418910 21935 ts_manager.cc:194] Registered new tserver with Master: ed983790a5264c6290b02b4258fdf282 (127.21.77.130:43955)
14:04:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.423633 22394 heartbeater.cc:344] Connected to a master server at 127.21.77.190:37593
14:04:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.423974 22394 heartbeater.cc:461] Registering TS with master...
14:04:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.424623 22394 heartbeater.cc:507] Master 127.21.77.190:37593 requested a full tablet report, sending...
14:04:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.427023 21860 ts_manager.cc:194] Registered new tserver with Master: ed983790a5264c6290b02b4258fdf282 (127.21.77.130:43955)
14:04:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.724519 22399 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.724987 22399 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.725427 22399 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:17.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.766695 22399 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:17.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.767478 22399 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.77.131
14:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.805194 22399 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.77.148:44371
14:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/data
14:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/wal
14:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.77.131:0
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/data/info.pb
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.77.131
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.77.190:37593,127.21.77.189:34493,127.21.77.188:44831
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.77.131
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/logs
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:17.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:17.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:17.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:17.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:17.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.806502 22399 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:17.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.808313 22399 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.821492 22408 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:18.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:18.424028 22392 heartbeater.cc:499] Master 127.21.77.188:44831 was elected leader, sending a full tablet report...
14:04:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.823597 22409 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.826306 22411 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:19.034137 22410 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:04:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.034173 22399 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.038478 22399 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:19.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.040817 22399 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.042207 22399 hybrid_clock.cc:648] HybridClock initialized: now 1779113059042173 us; error 38 us; skew 500 ppm
14:04:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.043105 22399 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.050230 22399 webserver.cc:533] Webserver started at http://127.21.77.131:36085/ using document root <none> and password file <none>
14:04:19.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.051177 22399 fs_manager.cc:362] Metadata directory not provided
14:04:19.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.051419 22399 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.052053 22399 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:19.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.056521 22399 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/data/instance:
14:04:19.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c750749b779f4f6693dae28702cbb591"
14:04:19.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:19 on dist-test-slave-qn3m"
14:04:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.057952 22399 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/wal/instance:
14:04:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c750749b779f4f6693dae28702cbb591"
14:04:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:19 on dist-test-slave-qn3m"
14:04:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.065796 22399 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
14:04:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.071852 22419 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.073280 22399 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:04:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.073567 22399 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/wal
14:04:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c750749b779f4f6693dae28702cbb591"
14:04:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:19 on dist-test-slave-qn3m"
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.073940 22399 fs_report.cc:389] FS layout report
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/wal
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/wal
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/data/data
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:19.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.145457 22399 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.147396 22399 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.147995 22399 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:19.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.151582 22399 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.159005 22399 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.159301 22399 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:04:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.159617 22399 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.159826 22399 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:04:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.327853 22399 rpc_server.cc:307] RPC server started. Bound to: 127.21.77.131:36089
14:04:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.328012 22531 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.77.131:36089 every 8 connection(s)
14:04:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.330403 22399 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/data/info.pb
14:04:19.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.333014 21814 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 22399
14:04:19.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.333425 21814 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster7261584506519779170/ts-2/wal/instance
14:04:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.384884 22535 heartbeater.cc:344] Connected to a master server at 127.21.77.190:37593
14:04:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.384961 22533 heartbeater.cc:344] Connected to a master server at 127.21.77.189:34493
14:04:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.385411 22533 heartbeater.cc:461] Registering TS with master...
14:04:19.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.385406 22535 heartbeater.cc:461] Registering TS with master...
14:04:19.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.386354 22532 heartbeater.cc:344] Connected to a master server at 127.21.77.188:44831
14:04:19.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.386579 22533 heartbeater.cc:507] Master 127.21.77.189:34493 requested a full tablet report, sending...
14:04:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.386677 22532 heartbeater.cc:461] Registering TS with master...
14:04:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.387060 22535 heartbeater.cc:507] Master 127.21.77.190:37593 requested a full tablet report, sending...
14:04:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.388330 22532 heartbeater.cc:507] Master 127.21.77.188:44831 requested a full tablet report, sending...
14:04:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.390232 21935 ts_manager.cc:194] Registered new tserver with Master: c750749b779f4f6693dae28702cbb591 (127.21.77.131:36089)
14:04:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.390434 21860 ts_manager.cc:194] Registered new tserver with Master: c750749b779f4f6693dae28702cbb591 (127.21.77.131:36089)
14:04:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.390543 22015 ts_manager.cc:194] Registered new tserver with Master: c750749b779f4f6693dae28702cbb591 (127.21.77.131:36089)
14:04:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.392364 22015 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.77.131:48223
14:04:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:19.410277 21814 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:04:19.422 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:04:19.423 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:04:19.433 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.77.190"
      port: 37593
    }
    bound_http_address {
      host: "127.21.77.190"
      port: 41355
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.77.189"
      port: 34493
    }
    bound_http_address {
      host: "127.21.77.189"
      port: 44323
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.77.188"
      port: 44831
    }
    bound_http_address {
      host: "127.21.77.188"
      port: 41113
    }
  }
}

14:04:19.437 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:04:19.439 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.77.129"
      port: 40365
    }
    bound_http_address {
      host: "127.21.77.129"
      port: 40275
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.77.130"
      port: 43955
    }
    bound_http_address {
      host: "127.21.77.130"
      port: 33857
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.77.131"
      port: 36089
    }
    bound_http_address {
      host: "127.21.77.131"
      port: 36085
    }
  }
}

14:04:19.440 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:04:19.454 [DEBUG - main] (InternalLoggerFactory.java:63) Using SLF4J as the default logging framework
14:04:19.458 [DEBUG - main] (ResourceLeakDetector.java:129) -Dorg.apache.kudu.shaded.io.netty.leakDetection.level: simple
14:04:19.458 [DEBUG - main] (ResourceLeakDetector.java:130) -Dorg.apache.kudu.shaded.io.netty.leakDetection.targetRecords: 4
14:04:19.463 [DEBUG - main] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@21a21c64
14:04:19.487 [DEBUG - main] (PlatformDependent0.java:1138) Java version: 17
14:04:19.487 [DEBUG - main] (PlatformDependent0.java:616) -Dio.netty.noUnsafe: false
14:04:19.488 [DEBUG - main] (PlatformDependent0.java:559) Thread.isVirtual() is not available: 
14:04:19.488 [DEBUG - main] (PlatformDependent0.java:572) java.lang.BaseVirtualThread is not available: 
14:04:19.489 [DEBUG - main] (PlatformDependent0.java:145) sun.misc.Unsafe.theUnsafe: available
14:04:19.489 [DEBUG - main] (PlatformDependent0.java:208) sun.misc.Unsafe base methods: all available
14:04:19.490 [DEBUG - main] (PlatformDependent0.java:240) sun.misc.Unsafe.storeFence: available
14:04:19.490 [DEBUG - main] (PlatformDependent0.java:283) java.nio.Buffer.address: available
14:04:19.491 [DEBUG - main] (PlatformDependent0.java:369) direct buffer constructor: unavailable: Reflective setAccessible(true) disabled
14:04:19.491 [DEBUG - main] (PlatformDependent0.java:447) java.nio.Bits.unaligned: available, true
14:04:19.492 [DEBUG - main] (PlatformDependent0.java:515) jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable: class org.apache.kudu.shaded.io.netty.util.internal.PlatformDependent0$7 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @c540f5a
14:04:19.493 [DEBUG - main] (PlatformDependent0.java:545) java.nio.DirectByteBuffer.<init>(long, {int,long}): unavailable
14:04:19.493 [DEBUG - main] (PlatformDependent.java:1214) sun.misc.Unsafe: available
14:04:19.494 [DEBUG - main] (PlatformDependent.java:1360) -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
14:04:19.494 [DEBUG - main] (PlatformDependent.java:1439) -Dio.netty.bitMode: 64 (sun.arch.data.model)
14:04:19.495 [DEBUG - main] (PlatformDependent.java:181) -Dio.netty.maxDirectMemory: -1 bytes
14:04:19.495 [DEBUG - main] (PlatformDependent.java:188) -Dio.netty.uninitializedArrayAllocationThreshold: -1
14:04:19.496 [DEBUG - main] (CleanerJava9.java:71) java.nio.ByteBuffer.cleaner(): available
14:04:19.496 [DEBUG - main] (PlatformDependent.java:209) -Dio.netty.noPreferDirect: false
14:04:19.504 [DEBUG - main] (PlatformDependent.java:1048) org.jctools-core.MpscChunkedArrayQueue: available
14:04:19.542 [DEBUG - main] (MultithreadEventLoopGroup.java:44) -Dio.netty.eventLoopThreads: 8
14:04:19.556 [DEBUG - main] (GlobalEventExecutor.java:54) -Dio.netty.globalEventExecutor.quietPeriodSeconds: 1
14:04:19.563 [DEBUG - main] (InternalThreadLocalMap.java:100) -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
14:04:19.563 [DEBUG - main] (InternalThreadLocalMap.java:101) -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
14:04:19.572 [DEBUG - main] (NioEventLoop.java:110) -Dio.netty.noKeySetOptimization: false
14:04:19.572 [DEBUG - main] (NioEventLoop.java:111) -Dio.netty.selectorAutoRebuildThreshold: 512
14:04:19.632 [DEBUG - main] (PooledByteBufAllocator.java:161) -Dio.netty.allocator.numHeapArenas: 8
14:04:19.632 [DEBUG - main] (PooledByteBufAllocator.java:162) -Dio.netty.allocator.numDirectArenas: 8
14:04:19.632 [DEBUG - main] (PooledByteBufAllocator.java:164) -Dio.netty.allocator.pageSize: 8192
14:04:19.632 [DEBUG - main] (PooledByteBufAllocator.java:169) -Dio.netty.allocator.maxOrder: 9
14:04:19.632 [DEBUG - main] (PooledByteBufAllocator.java:173) -Dio.netty.allocator.chunkSize: 4194304
14:04:19.632 [DEBUG - main] (PooledByteBufAllocator.java:174) -Dio.netty.allocator.smallCacheSize: 256
14:04:19.632 [DEBUG - main] (PooledByteBufAllocator.java:175) -Dio.netty.allocator.normalCacheSize: 64
14:04:19.632 [DEBUG - main] (PooledByteBufAllocator.java:176) -Dio.netty.allocator.maxCachedBufferCapacity: 32768
14:04:19.633 [DEBUG - main] (PooledByteBufAllocator.java:177) -Dio.netty.allocator.cacheTrimInterval: 8192
14:04:19.633 [DEBUG - main] (PooledByteBufAllocator.java:178) -Dio.netty.allocator.cacheTrimIntervalMillis: 0
14:04:19.633 [DEBUG - main] (PooledByteBufAllocator.java:179) -Dio.netty.allocator.useCacheForAllThreads: false
14:04:19.633 [DEBUG - main] (PooledByteBufAllocator.java:180) -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
14:04:19.633 [DEBUG - main] (PooledByteBufAllocator.java:182) -Dio.netty.allocator.disableCacheFinalizersForFastThreadLocalThreads: false
14:04:19.647 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:04:19.715 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:19.819 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:04:19.819 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:04:19.820 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:04:19.820 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:04:19.824 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:04:20.182 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:04:20.182 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:04:20.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.185999 22543 mini_oidc.cc:150] Starting JWKS server
14:04:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.190253 22543 webserver.cc:533] Webserver started at http://127.0.0.1:37753/ using document root <none> and password file <none>
14:04:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.190829 22543 mini_oidc.cc:186] Starting OIDC Discovery server
14:04:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.192863 22543 webserver.cc:533] Webserver started at http://127.0.0.1:34007/ using document root <none> and password file <none>
14:04:20.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:20Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:04:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:20Z Disabled control of system clock
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.260660 22543 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/wal
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/data
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/logs
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/data/info.pb
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.254:39131
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.254
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37753/jwks.json with env {}
14:04:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.396307 22532 heartbeater.cc:499] Master 127.21.77.188:44831 was elected leader, sending a full tablet report...
14:04:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.599133 22556 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.599803 22556 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.600502 22556 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.635013 22556 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.635365 22556 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.635753 22556 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.636096 22556 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.636427 22556 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.636669 22556 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37753/jwks.json
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.673656 22556 master_runner.cc:387] Master server non-default flags:
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/data
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/wal
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.254:39131
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37753/jwks.json
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/data/info.pb
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.254
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/logs
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.675348 22556 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:20.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.677163 22556 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:20.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.689669 22562 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.092603 22561 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 22556
14:04:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.496495 22561 kernel_stack_watchdog.cc:198] Thread 22556 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:04:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:04:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:04:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:04:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:04:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.496698 22556 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.807s	user 0.598s	sys 1.116s
14:04:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.497159 22556 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.808s	user 0.598s	sys 1.116s
14:04:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.690650 22563 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.498903 22565 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.501686 22564 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1808 milliseconds
14:04:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.501734 22556 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.502985 22556 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.505621 22556 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.506979 22556 hybrid_clock.cc:648] HybridClock initialized: now 1779113062506931 us; error 52 us; skew 500 ppm
14:04:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.507929 22556 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.514696 22556 webserver.cc:533] Webserver started at http://127.22.3.254:40063/ using document root <none> and password file <none>
14:04:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.515581 22556 fs_manager.cc:362] Metadata directory not provided
14:04:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.515764 22556 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.516206 22556 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.521313 22556 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/data/instance:
14:04:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb193d61c66548fd9ec1b4c1053d2060"
14:04:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:22 on dist-test-slave-qn3m"
14:04:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.522620 22556 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/wal/instance:
14:04:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb193d61c66548fd9ec1b4c1053d2060"
14:04:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:22 on dist-test-slave-qn3m"
14:04:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.530690 22556 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.005s
14:04:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.537196 22573 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.538403 22556 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.538726 22556 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/wal
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb193d61c66548fd9ec1b4c1053d2060"
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:22 on dist-test-slave-qn3m"
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.539032 22556 fs_report.cc:389] FS layout report
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/wal
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/wal
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/data/data
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.596746 22556 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.598709 22556 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.599128 22556 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:22.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.681159 22556 rpc_server.cc:307] RPC server started. Bound to: 127.22.3.254:39131
14:04:22.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.681224 22624 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.3.254:39131 every 8 connection(s)
14:04:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.683971 22556 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/data/info.pb
14:04:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.688601 22543 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 22556
14:04:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.689122 22543 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-0/wal/instance
14:04:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.691025 22625 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.694275 22543 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/wal
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/data
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/logs
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/data/info.pb
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.253:33653
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.253
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37753/jwks.json with env {}
14:04:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.705772 22625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } has no permanent_uuid. Determining permanent_uuid...
14:04:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.737702 22625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } has no permanent_uuid. Determining permanent_uuid...
14:04:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.740882 22575 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.3.253:33653: connect: Connection refused (error 111)
14:04:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.745795 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.253:33653: Network error: Client connection negotiation failed: client connection to 127.22.3.253:33653: connect: Connection refused (error 111)
14:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.795369 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } attempt: 1
14:04:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.799973 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.253:33653: Network error: Client connection negotiation failed: client connection to 127.22.3.253:33653: connect: Connection refused (error 111)
14:04:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.868449 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } attempt: 2
14:04:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.872881 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.253:33653: Network error: Client connection negotiation failed: client connection to 127.22.3.253:33653: connect: Connection refused (error 111)
14:04:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.964339 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } attempt: 3
14:04:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.968290 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.253:33653: Network error: Client connection negotiation failed: client connection to 127.22.3.253:33653: connect: Connection refused (error 111)
14:04:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.042912 22627 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.043470 22627 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.044153 22627 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.079936 22627 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.080242 22627 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.080447 22627 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.080647 22627 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.080829 22627 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.080974 22627 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37753/jwks.json
14:04:23.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.111742 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } attempt: 4
14:04:23.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.116909 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.253:33653: Network error: Client connection negotiation failed: client connection to 127.22.3.253:33653: connect: Connection refused (error 111)
14:04:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.122262 22627 master_runner.cc:387] Master server non-default flags:
14:04:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/data
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/wal
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.253:33653
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37753/jwks.json
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/data/info.pb
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.253
14:04:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/logs
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.123728 22627 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.125875 22627 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.139225 22636 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.416426 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } attempt: 5
14:04:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.430320 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.253:33653: Network error: Client connection negotiation failed: client connection to 127.22.3.253:33653: connect: Connection refused (error 111)
14:04:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.977977 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } attempt: 6
14:04:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.990520 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.253:33653: Network error: Client connection negotiation failed: client connection to 127.22.3.253:33653: connect: Connection refused (error 111)
14:04:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.141343 22637 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.507143 22627 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.369s	user 0.483s	sys 0.879s
14:04:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.508347 22627 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.370s	user 0.485s	sys 0.882s
14:04:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.510725 22627 server_base.cc:1061] running on GCE node
14:04:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.512601 22645 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:24.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.514818 22627 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.518392 22627 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.520046 22627 hybrid_clock.cc:648] HybridClock initialized: now 1779113064519979 us; error 62 us; skew 500 ppm
14:04:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.521003 22627 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.529507 22627 webserver.cc:533] Webserver started at http://127.22.3.253:41743/ using document root <none> and password file <none>
14:04:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.530884 22627 fs_manager.cc:362] Metadata directory not provided
14:04:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.531172 22627 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.531744 22627 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.537535 22627 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/data/instance:
14:04:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bdba8d054b84ae8968a721291ae338c"
14:04:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:24 on dist-test-slave-qn3m"
14:04:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.538957 22627 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/wal/instance:
14:04:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bdba8d054b84ae8968a721291ae338c"
14:04:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:24 on dist-test-slave-qn3m"
14:04:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.548089 22627 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.001s
14:04:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.555013 22650 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.556357 22627 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.002s
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.556676 22627 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/wal
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bdba8d054b84ae8968a721291ae338c"
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:24 on dist-test-slave-qn3m"
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.556985 22627 fs_report.cc:389] FS layout report
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/wal
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/wal
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/data/data
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.632282 22627 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.633834 22627 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.634267 22627 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.732738 22627 rpc_server.cc:307] RPC server started. Bound to: 127.22.3.253:33653
14:04:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.732813 22701 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.3.253:33653 every 8 connection(s)
14:04:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.736258 22627 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/data/info.pb
14:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.741796 22543 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 22627
14:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.742245 22543 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-1/wal/instance
14:04:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.743882 22702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.744802 22543 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/wal
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/data
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/logs
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/data/info.pb
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.252:33621
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.252
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37753/jwks.json with env {}
14:04:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.755672 22702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } has no permanent_uuid. Determining permanent_uuid...
14:04:24.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.781685 22702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } has no permanent_uuid. Determining permanent_uuid...
14:04:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.801416 22702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } has no permanent_uuid. Determining permanent_uuid...
14:04:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.804225 22651 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.810621 22702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.860252 22702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 1
14:04:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.864763 22702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.933197 22702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 2
14:04:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.938252 22702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.029743 22702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 3
14:04:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.034735 22702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.051128 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } attempt: 7
14:04:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.064991 22625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } has no permanent_uuid. Determining permanent_uuid...
14:04:25.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.071659 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.121666 22704 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.122229 22704 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.122682 22704 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.130148 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 1
14:04:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.135785 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.161192 22704 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.162029 22704 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.162634 22704 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.163476 22704 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.164017 22704 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.164573 22704 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37753/jwks.json
14:04:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.178143 22702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 4
14:04:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.182788 22702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.212955 22704 master_runner.cc:387] Master server non-default flags:
14:04:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/data
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/wal
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.252:33621
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37753/jwks.json
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/data/info.pb
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.252
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/logs
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.214802 22704 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.217301 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 2
14:04:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.217532 22704 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:25.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.222347 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.233532 22716 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.307807 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 3
14:04:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.313900 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.454491 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 4
14:04:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.461804 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.482264 22702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 5
14:04:25.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.486891 22702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:25.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.745424 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 5
14:04:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.754544 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.034392 22702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 6
14:04:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:26.051775 22702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:26.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.307330 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 6
14:04:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:26.367430 22625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.3.252:33621: Network error: Client connection negotiation failed: client connection to 127.22.3.252:33621: connect: Connection refused (error 111)
14:04:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.237146 22717 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:26.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:26.745550 22719 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.750887 22704 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:26.750741 22718 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1513 milliseconds
14:04:26.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.752540 22704 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.755169 22704 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.756589 22704 hybrid_clock.cc:648] HybridClock initialized: now 1779113066756552 us; error 38 us; skew 500 ppm
14:04:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.757472 22704 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.765067 22704 webserver.cc:533] Webserver started at http://127.22.3.252:37919/ using document root <none> and password file <none>
14:04:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.766458 22704 fs_manager.cc:362] Metadata directory not provided
14:04:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.766779 22704 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.767501 22704 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.772610 22704 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/data/instance:
14:04:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a550b27c73b446e9c3e8075e89a8c7e"
14:04:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:26 on dist-test-slave-qn3m"
14:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.774281 22704 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/wal/instance:
14:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a550b27c73b446e9c3e8075e89a8c7e"
14:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:26 on dist-test-slave-qn3m"
14:04:26.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.782537 22704 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
14:04:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.790297 22732 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.791760 22704 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
14:04:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.792259 22704 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/wal
14:04:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a550b27c73b446e9c3e8075e89a8c7e"
14:04:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:26 on dist-test-slave-qn3m"
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.792662 22704 fs_report.cc:389] FS layout report
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/wal
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/wal
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/data/data
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:26.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.846964 22704 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:26.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.848891 22704 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:26.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.849562 22704 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.940917 22704 rpc_server.cc:307] RPC server started. Bound to: 127.22.3.252:33621
14:04:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.940989 22784 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.3.252:33621 every 8 connection(s)
14:04:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.943604 22704 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/data/info.pb
14:04:26.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.944806 22543 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 22704
14:04:26.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.945245 22543 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/master-2/wal/instance
14:04:26.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.953356 22785 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:26.976823 22785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } has no permanent_uuid. Determining permanent_uuid...
14:04:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.005203 22785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } has no permanent_uuid. Determining permanent_uuid...
14:04:27.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.020690 22785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } has no permanent_uuid. Determining permanent_uuid...
14:04:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.044905 22785 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e: Bootstrap starting.
14:04:27.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.053274 22785 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e: Neither blocks nor log segments found. Creating new log.
14:04:27.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.055842 22785 log.cc:826] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e: Log is configured to *not* fsync() on all Append() calls
14:04:27.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.061384 22785 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e: No bootstrap required, opened a new log
14:04:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.084982 22785 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.085667 22785 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.085863 22785 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a550b27c73b446e9c3e8075e89a8c7e, State: Initialized, Role: FOLLOWER
14:04:27.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.086683 22785 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.089919 22793 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.091029 22793 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.091547 22785 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: configured and running, proceeding with master startup.
14:04:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.105398 22738 tablet.cc:2404] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.112458 22702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 7
14:04:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.121728 22804 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.128659 22804 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.143790 22702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: Bootstrap starting.
14:04:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.116469 22704 master_runner.cc:187] Error getting master registration for 127.22.3.254:39131: OK, instance_id { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" instance_seqno: 1779113062659749 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.154076 22704 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:04:27.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.155323 22702 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: Neither blocks nor log segments found. Creating new log.
14:04:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.158772 22702 log.cc:826] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: Log is configured to *not* fsync() on all Append() calls
14:04:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.171599 22702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: No bootstrap required, opened a new log
14:04:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.212034 22702 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.212822 22702 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.213086 22702 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bdba8d054b84ae8968a721291ae338c, State: Initialized, Role: FOLLOWER
14:04:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.214072 22702 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.216676 22808 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.217597 22808 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.219233 22702 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [sys.catalog]: configured and running, proceeding with master startup.
14:04:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.268023 22819 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.270486 22819 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.251134 22627 master_runner.cc:187] Error getting master registration for 127.22.3.254:39131: OK, instance_id { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" instance_seqno: 1779113062659749 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:27.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.292009 22627 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:04:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.295814 22793 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.296415 22793 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.300284 22677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bdba8d054b84ae8968a721291ae338c" is_pre_election: true
14:04:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.301993 22677 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a550b27c73b446e9c3e8075e89a8c7e in term 0.
14:04:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.302949 22793 leader_election.cc:290] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bb193d61c66548fd9ec1b4c1053d2060 (127.22.3.254:39131), 5bdba8d054b84ae8968a721291ae338c (127.22.3.253:33653)
14:04:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.303944 22734 leader_election.cc:304] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a550b27c73b446e9c3e8075e89a8c7e, 5bdba8d054b84ae8968a721291ae338c; no voters: 
14:04:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.304833 22793 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.305154 22793 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.305444 22793 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 0 FOLLOWER]: Advancing to term 1
14:04:27.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.313606 22793 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.316612 22793 leader_election.cc:290] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [CANDIDATE]: Term 1 election: Requested vote from peers bb193d61c66548fd9ec1b4c1053d2060 (127.22.3.254:39131), 5bdba8d054b84ae8968a721291ae338c (127.22.3.253:33653)
14:04:27.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.320046 22677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bdba8d054b84ae8968a721291ae338c"
14:04:27.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.320638 22677 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [term 0 FOLLOWER]: Advancing to term 1
14:04:27.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.329442 22677 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1a550b27c73b446e9c3e8075e89a8c7e in term 1.
14:04:27.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.330935 22734 leader_election.cc:304] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a550b27c73b446e9c3e8075e89a8c7e, 5bdba8d054b84ae8968a721291ae338c; no voters: 
14:04:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.332116 22793 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 1 FOLLOWER]: Leader election won for term 1
14:04:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.340341 22793 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [term 1 LEADER]: Becoming Leader. State: Replica: 1a550b27c73b446e9c3e8075e89a8c7e, State: Running, Role: LEADER
14:04:27.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.345111 22793 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.378134 22621 debug-util.cc:398] Leaking SignalData structure 0x7b08000700c0 after lost signal to thread 22557
14:04:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.382663 22821 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a550b27c73b446e9c3e8075e89a8c7e. Latest consensus state: current_term: 1 leader_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.383391 22821 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: This master's current role is: LEADER
14:04:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.393483 22656 tablet.cc:2404] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.410190 22625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } attempt: 7
14:04:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.414294 22823 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:04:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.422791 22823 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:04:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.484441 22677 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [term 1 FOLLOWER]: Refusing update from remote peer 1a550b27c73b446e9c3e8075e89a8c7e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.491047 22821 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.503857 22625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060: Bootstrap starting.
14:04:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.521940 22625 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060: Neither blocks nor log segments found. Creating new log.
14:04:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.525858 22625 log.cc:826] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060: Log is configured to *not* fsync() on all Append() calls
14:04:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.548295 22625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060: No bootstrap required, opened a new log
14:04:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.557955 22808 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a550b27c73b446e9c3e8075e89a8c7e. Latest consensus state: current_term: 1 leader_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.559023 22808 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.564342 22825 mvcc.cc:204] Tried to move back new op lower bound from 7287247124336246784 to 7287247123856117760. Current Snapshot: MvccSnapshot[applied={T|T < 7287247124336246784}]
14:04:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.586211 22826 mvcc.cc:204] Tried to move back new op lower bound from 7287247124336246784 to 7287247123856117760. Current Snapshot: MvccSnapshot[applied={T|T < 7287247124336246784}]
14:04:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.590813 22808 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.594061 22808 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.604733 22823 catalog_manager.cc:1382] Generated new cluster ID: 6e617d97920f4185a96c010c11df99ab
14:04:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.605053 22823 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:04:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.605758 22793 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.606468 22793 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: This master's current role is: LEADER
14:04:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.654335 22625 raft_consensus.cc:359] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.656176 22823 catalog_manager.cc:1405] Generated new certificate authority record
14:04:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.656590 22625 raft_consensus.cc:385] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.657642 22625 raft_consensus.cc:740] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb193d61c66548fd9ec1b4c1053d2060, State: Initialized, Role: FOLLOWER
14:04:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.658515 22823 catalog_manager.cc:1539] Loading token signing keys...
14:04:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.660156 22625 consensus_queue.cc:260] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.705106 22823 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e: Generated new TSK 0
14:04:27.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.706506 22823 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:04:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.724581 22599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb193d61c66548fd9ec1b4c1053d2060"
14:04:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.725431 22599 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 0 FOLLOWER]: Advancing to term 1
14:04:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.729180 22600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb193d61c66548fd9ec1b4c1053d2060" is_pre_election: true
14:04:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.736608 22625 sys_catalog.cc:565] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [sys.catalog]: configured and running, proceeding with master startup.
14:04:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.722426 22832 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.764689 22832 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.767303 22543 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/wal
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/data
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/logs
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/data/info.pb
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.193:0
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.3.193
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.193
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:27.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:27.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:27.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:27.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:27.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.768255 22599 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1a550b27c73b446e9c3e8075e89a8c7e in term 1.
14:04:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.769755 22598 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 1 FOLLOWER]: Refusing update from remote peer 1a550b27c73b446e9c3e8075e89a8c7e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:27.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.773494 22832 raft_consensus.cc:493] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:27.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.779217 22832 raft_consensus.cc:515] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } }
14:04:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.788453 22831 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.791576 22676 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bb193d61c66548fd9ec1b4c1053d2060" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bdba8d054b84ae8968a721291ae338c" is_pre_election: true
14:04:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.792006 22760 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bb193d61c66548fd9ec1b4c1053d2060" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" is_pre_election: true
14:04:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.794234 22574 leader_election.cc:304] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bb193d61c66548fd9ec1b4c1053d2060; no voters: 1a550b27c73b446e9c3e8075e89a8c7e, 5bdba8d054b84ae8968a721291ae338c
14:04:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.802901 22832 leader_election.cc:290] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5bdba8d054b84ae8968a721291ae338c (127.22.3.253:33653), 1a550b27c73b446e9c3e8075e89a8c7e (127.22.3.252:33621)
14:04:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.861325 22579 tablet.cc:2404] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.897719 22833 raft_consensus.cc:2749] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:04:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.899030 22832 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a550b27c73b446e9c3e8075e89a8c7e. Latest consensus state: current_term: 1 leader_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.900162 22832 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.900858 22837 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.901832 22837 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060 [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.947269 22851 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:04:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.280349 22819 catalog_manager.cc:1294] Loaded cluster ID: 6e617d97920f4185a96c010c11df99ab
14:04:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.282197 22819 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: loading cluster ID for follower catalog manager: success
14:04:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.298616 22831 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb193d61c66548fd9ec1b4c1053d2060" member_type: VOTER last_known_addr { host: "127.22.3.254" port: 39131 } } peers { permanent_uuid: "5bdba8d054b84ae8968a721291ae338c" member_type: VOTER last_known_addr { host: "127.22.3.253" port: 33653 } } peers { permanent_uuid: "1a550b27c73b446e9c3e8075e89a8c7e" member_type: VOTER last_known_addr { host: "127.22.3.252" port: 33621 } } }
14:04:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.299360 22831 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e [sys.catalog]: This master's current role is: LEADER
14:04:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.313747 22819 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: acquiring CA information for follower catalog manager: success
14:04:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.325127 22819 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5bdba8d054b84ae8968a721291ae338c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:28.594564 22835 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:28.595397 22835 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:28.596156 22835 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:28.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:28.664144 22835 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:28.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:28.665843 22835 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.3.193
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.759425 22835 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/data
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/wal
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.193:0
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/data/info.pb
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.193
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.3.193
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/logs
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.762208 22835 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.764490 22835 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:28.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:28.800164 22860 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.980981 22851 catalog_manager.cc:1294] Loaded cluster ID: 6e617d97920f4185a96c010c11df99ab
14:04:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.985787 22851 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060: loading cluster ID for follower catalog manager: success
14:04:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.009482 22851 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060: acquiring CA information for follower catalog manager: success
14:04:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.030637 22851 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bb193d61c66548fd9ec1b4c1053d2060: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:31.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:28.814069 22861 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:31.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:30.189354 22859 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 22835
14:04:31.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.531359 22835 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.711s	user 0.002s	sys 0.001s
14:04:31.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.545070 22835 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.725s	user 0.002s	sys 0.001s
14:04:31.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.545346 22835 server_base.cc:1061] running on GCE node
14:04:31.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.539279 22863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:31.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.547176 22835 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.564110 22835 hybrid_clock.cc:648] HybridClock initialized: now 1779113071564062 us; error 46 us; skew 500 ppm
14:04:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.565233 22835 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.584565 22835 webserver.cc:533] Webserver started at http://127.22.3.193:42721/ using document root <none> and password file <none>
14:04:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.585839 22835 fs_manager.cc:362] Metadata directory not provided
14:04:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.586124 22835 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.586947 22835 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.598598 22835 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/data/instance:
14:04:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ae5e4734acb4de78680f50504495d64"
14:04:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:31 on dist-test-slave-qn3m"
14:04:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.600452 22835 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/wal/instance:
14:04:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ae5e4734acb4de78680f50504495d64"
14:04:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:31 on dist-test-slave-qn3m"
14:04:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.616518 22835 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.013s	sys 0.001s
14:04:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.630348 22873 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.631847 22835 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.006s	sys 0.003s
14:04:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.632771 22835 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/wal
14:04:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ae5e4734acb4de78680f50504495d64"
14:04:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:31 on dist-test-slave-qn3m"
14:04:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.633229 22835 fs_report.cc:389] FS layout report
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/wal
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/wal
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/data/data
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.723217 22835 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.725195 22835 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.725759 22835 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.735222 22835 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.747610 22835 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.747931 22835 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:04:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.748235 22835 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.748466 22835 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:04:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.484074 22986 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.3.193:46425 every 8 connection(s)
14:04:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.484702 22835 rpc_server.cc:307] RPC server started. Bound to: 127.22.3.193:46425
14:04:32.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.488687 22835 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/data/info.pb
14:04:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.490904 22543 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 22835
14:04:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.491621 22543 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-0/wal/instance
14:04:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.507071 22543 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/wal
14:04:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/data
14:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/logs
14:04:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/data/info.pb
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.194:0
14:04:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.3.194
14:04:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.194
14:04:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.560851 22987 heartbeater.cc:344] Connected to a master server at 127.22.3.252:33621
14:04:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.561394 22987 heartbeater.cc:461] Registering TS with master...
14:04:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.561436 22988 heartbeater.cc:344] Connected to a master server at 127.22.3.253:33653
14:04:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.561885 22988 heartbeater.cc:461] Registering TS with master...
14:04:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.562812 22987 heartbeater.cc:507] Master 127.22.3.252:33621 requested a full tablet report, sending...
14:04:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.563115 22988 heartbeater.cc:507] Master 127.22.3.253:33653 requested a full tablet report, sending...
14:04:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.566586 22750 ts_manager.cc:194] Registered new tserver with Master: 3ae5e4734acb4de78680f50504495d64 (127.22.3.193:46425)
14:04:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.567032 22667 ts_manager.cc:194] Registered new tserver with Master: 3ae5e4734acb4de78680f50504495d64 (127.22.3.193:46425)
14:04:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.569823 22750 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.3.193:39865
14:04:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.576253 22993 heartbeater.cc:344] Connected to a master server at 127.22.3.254:39131
14:04:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.576648 22993 heartbeater.cc:461] Registering TS with master...
14:04:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.577381 22993 heartbeater.cc:507] Master 127.22.3.254:39131 requested a full tablet report, sending...
14:04:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.581784 22590 ts_manager.cc:194] Registered new tserver with Master: 3ae5e4734acb4de78680f50504495d64 (127.22.3.193:46425)
14:04:32.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:32.937824 22996 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:32.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:32.938464 22996 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:32.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:32.939242 22996 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:32.994799 22996 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:32.995755 22996 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.3.194
14:04:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:33.050055 22996 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/data
14:04:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/wal
14:04:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.194:0
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/data/info.pb
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.194
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.3.194
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/logs
14:04:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:33.051338 22996 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:33.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:33.053395 22996 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:33.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:33.068173 23004 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:33.575222 22987 heartbeater.cc:499] Master 127.22.3.252:33621 was elected leader, sending a full tablet report...
14:04:34.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:33.073365 23007 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:34.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:34.383160 23006 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:04:34.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:33.071091 23005 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:34.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.383839 22996 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.387553 22996 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.389770 22996 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:34.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.391181 22996 hybrid_clock.cc:648] HybridClock initialized: now 1779113074391155 us; error 38 us; skew 500 ppm
14:04:34.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.392076 22996 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:34.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.399560 22996 webserver.cc:533] Webserver started at http://127.22.3.194:42333/ using document root <none> and password file <none>
14:04:34.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.400727 22996 fs_manager.cc:362] Metadata directory not provided
14:04:34.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.401006 22996 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:34.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.401592 22996 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.406014 22996 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/data/instance:
14:04:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d16166a9f1a4eabb86474abc89beca2"
14:04:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:34 on dist-test-slave-qn3m"
14:04:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.407087 22996 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/wal/instance:
14:04:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d16166a9f1a4eabb86474abc89beca2"
14:04:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:34 on dist-test-slave-qn3m"
14:04:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.415295 22996 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.001s
14:04:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.421599 23016 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.423224 22996 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.005s
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.423558 22996 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/wal
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d16166a9f1a4eabb86474abc89beca2"
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:34 on dist-test-slave-qn3m"
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.423987 22996 fs_report.cc:389] FS layout report
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/wal
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/wal
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/data/data
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.484262 22996 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.485895 22996 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.486573 22996 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.489953 22996 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:34.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.494552 22996 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:34.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.494796 22996 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:04:34.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.495134 22996 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:34.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.495426 22996 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:04:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.664978 22996 rpc_server.cc:307] RPC server started. Bound to: 127.22.3.194:36389
14:04:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.665071 23128 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.3.194:36389 every 8 connection(s)
14:04:34.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.667444 22996 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/data/info.pb
14:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.671221 22543 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 22996
14:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.671713 22543 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-1/wal/instance
14:04:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.707008 22543 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/wal
14:04:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/data
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/logs
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/data/info.pb
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.195:0
14:04:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.3.195
14:04:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.195
14:04:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:34.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.736380 23129 heartbeater.cc:344] Connected to a master server at 127.22.3.252:33621
14:04:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.737280 23129 heartbeater.cc:461] Registering TS with master...
14:04:34.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.741822 23129 heartbeater.cc:507] Master 127.22.3.252:33621 requested a full tablet report, sending...
14:04:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.742578 23131 heartbeater.cc:344] Connected to a master server at 127.22.3.254:39131
14:04:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.739856 23130 heartbeater.cc:344] Connected to a master server at 127.22.3.253:33653
14:04:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.742904 23131 heartbeater.cc:461] Registering TS with master...
14:04:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.743124 23130 heartbeater.cc:461] Registering TS with master...
14:04:34.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.743767 23131 heartbeater.cc:507] Master 127.22.3.254:39131 requested a full tablet report, sending...
14:04:34.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.744143 23130 heartbeater.cc:507] Master 127.22.3.253:33653 requested a full tablet report, sending...
14:04:34.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.745167 22750 ts_manager.cc:194] Registered new tserver with Master: 6d16166a9f1a4eabb86474abc89beca2 (127.22.3.194:36389)
14:04:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.746789 22750 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.3.194:35121
14:04:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.747605 22590 ts_manager.cc:194] Registered new tserver with Master: 6d16166a9f1a4eabb86474abc89beca2 (127.22.3.194:36389)
14:04:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:34.750265 22667 ts_manager.cc:194] Registered new tserver with Master: 6d16166a9f1a4eabb86474abc89beca2 (127.22.3.194:36389)
14:04:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:35.070629 23139 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:35.071204 23139 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:35.071633 23139 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:35.108426 23139 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:35.109184 23139 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.3.195
14:04:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:35.151088 23139 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.3.212:37799
14:04:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/data
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/wal
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.3.195:0
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/data/info.pb
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.3.195
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.3.254:39131,127.22.3.253:33653,127.22.3.252:33621
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.3.195
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/logs
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:35.152853 23139 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:35.154978 23139 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:35.172230 23146 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:35.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:35.751310 23129 heartbeater.cc:499] Master 127.22.3.252:33621 was elected leader, sending a full tablet report...
14:04:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:35.172262 23147 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:36.567004 23139 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.397s	user 0.493s	sys 0.880s
14:04:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:36.567363 23139 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.397s	user 0.493s	sys 0.880s
14:04:36.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.568871 23139 server_base.cc:1061] running on GCE node
14:04:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:36.571655 23152 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.572870 23139 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.575582 23139 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.577004 23139 hybrid_clock.cc:648] HybridClock initialized: now 1779113076577072 us; error 133 us; skew 500 ppm
14:04:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.578382 23139 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.588671 23139 webserver.cc:533] Webserver started at http://127.22.3.195:36625/ using document root <none> and password file <none>
14:04:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.589740 23139 fs_manager.cc:362] Metadata directory not provided
14:04:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.590003 23139 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.590562 23139 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:36.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.595783 23139 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/data/instance:
14:04:36.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aef18e9f30cc45d0bc733b13123d7583"
14:04:36.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:36 on dist-test-slave-qn3m"
14:04:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.597194 23139 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/wal/instance:
14:04:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aef18e9f30cc45d0bc733b13123d7583"
14:04:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:36 on dist-test-slave-qn3m"
14:04:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.606603 23139 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
14:04:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.616561 23158 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.618101 23139 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
14:04:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.618520 23139 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/wal
14:04:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aef18e9f30cc45d0bc733b13123d7583"
14:04:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:36 on dist-test-slave-qn3m"
14:04:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.619302 23139 fs_report.cc:389] FS layout report
14:04:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/wal
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/wal
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/data/data
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.703521 23139 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.706813 23139 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.707466 23139 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.710937 23139 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.717268 23139 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.717592 23139 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:04:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.717948 23139 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.718189 23139 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:04:36.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.915346 23139 rpc_server.cc:307] RPC server started. Bound to: 127.22.3.195:42799
14:04:36.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.915448 23270 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.3.195:42799 every 8 connection(s)
14:04:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.918280 23139 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/data/info.pb
14:04:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.926347 22543 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 23139
14:04:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:36.926911 22543 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4706905683579811362/ts-2/wal/instance
14:04:37.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.044149 23271 heartbeater.cc:344] Connected to a master server at 127.22.3.252:33621
14:04:37.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.044720 23271 heartbeater.cc:461] Registering TS with master...
14:04:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.046100 23271 heartbeater.cc:507] Master 127.22.3.252:33621 requested a full tablet report, sending...
14:04:37.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.049111 22750 ts_manager.cc:194] Registered new tserver with Master: aef18e9f30cc45d0bc733b13123d7583 (127.22.3.195:42799)
14:04:37.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.050530 23273 heartbeater.cc:344] Connected to a master server at 127.22.3.254:39131
14:04:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.050905 23273 heartbeater.cc:461] Registering TS with master...
14:04:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.050941 22750 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.3.195:44655
14:04:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.051801 23273 heartbeater.cc:507] Master 127.22.3.254:39131 requested a full tablet report, sending...
14:04:37.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.053356 23272 heartbeater.cc:344] Connected to a master server at 127.22.3.253:33653
14:04:37.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.053717 23272 heartbeater.cc:461] Registering TS with master...
14:04:37.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.054366 22590 ts_manager.cc:194] Registered new tserver with Master: aef18e9f30cc45d0bc733b13123d7583 (127.22.3.195:42799)
14:04:37.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.054399 23272 heartbeater.cc:507] Master 127.22.3.253:33653 requested a full tablet report, sending...
14:04:37.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.057020 22667 ts_manager.cc:194] Registered new tserver with Master: aef18e9f30cc45d0bc733b13123d7583 (127.22.3.195:42799)
14:04:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.067755 22543 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:04:37.084 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:04:37.084 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:04:37.089 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.3.254"
      port: 39131
    }
    bound_http_address {
      host: "127.22.3.254"
      port: 40063
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.3.253"
      port: 33653
    }
    bound_http_address {
      host: "127.22.3.253"
      port: 41743
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.3.252"
      port: 33621
    }
    bound_http_address {
      host: "127.22.3.252"
      port: 37919
    }
  }
}

14:04:37.090 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:04:37.091 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.3.193"
      port: 46425
    }
    bound_http_address {
      host: "127.22.3.193"
      port: 42721
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.3.194"
      port: 36389
    }
    bound_http_address {
      host: "127.22.3.194"
      port: 42333
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.3.195"
      port: 42799
    }
    bound_http_address {
      host: "127.22.3.195"
      port: 36625
    }
  }
}

14:04:37.091 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:04:37.094 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:37.197 [DEBUG - main] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:37.211 [DEBUG - main] (DefaultChannelId.java:84) -Dio.netty.processId: 21788 (auto-detected)
14:04:37.214 [DEBUG - main] (NetUtil.java:149) -Djava.net.preferIPv4Stack: true
14:04:37.214 [DEBUG - main] (NetUtil.java:150) -Djava.net.preferIPv6Addresses: false
14:04:37.217 [DEBUG - main] (NetUtilInitializations.java:145) Loopback interface: lo (lo, 127.0.0.1)
14:04:37.218 [DEBUG - main] (NetUtil.java:198) /proc/sys/net/core/somaxconn: 4096
14:04:37.220 [DEBUG - main] (DefaultChannelId.java:106) -Dio.netty.machineId: 02:42:4e:ff:fe:f8:29:ec (auto-detected)
14:04:37.252 [DEBUG - main] (ByteBufUtil.java:89) -Dio.netty.allocator.type: pooled
14:04:37.253 [DEBUG - main] (ByteBufUtil.java:101) -Dio.netty.threadLocalDirectBufferSize: 0
14:04:37.253 [DEBUG - main] (ByteBufUtil.java:104) -Dio.netty.maxThreadLocalCharBufferSize: 16384
14:04:37.264 [DEBUG - main] (ChannelInitializerExtensions.java:54) -Dio.netty.bootstrap.extensions: null
14:04:37.280 [DEBUG - main] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:37.282 [DEBUG - main] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:37.323 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.77.188:44831(127.21.77.188:44831)] Successfully connected to peer
14:04:37.323 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.77.190:37593(127.21.77.190:37593)] Successfully connected to peer
14:04:37.341 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:63) -Dorg.apache.kudu.shaded.io.netty.buffer.checkAccessible: true
14:04:37.341 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:64) -Dorg.apache.kudu.shaded.io.netty.buffer.checkBounds: true
14:04:37.341 [DEBUG - kudu-nio-0] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@16bb7446
14:04:37.347 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.77.189:34493(127.21.77.189:34493)] Successfully connected to peer
14:04:37.347 [DEBUG - kudu-nio-0] (Recycler.java:96) -Dio.netty.recycler.maxCapacityPerThread: 4096
14:04:37.348 [DEBUG - kudu-nio-0] (Recycler.java:97) -Dio.netty.recycler.ratio: 8
14:04:37.348 [DEBUG - kudu-nio-0] (Recycler.java:98) -Dio.netty.recycler.chunkSize: 32
14:04:37.348 [DEBUG - kudu-nio-0] (Recycler.java:99) -Dio.netty.recycler.blocking: false
14:04:37.348 [DEBUG - kudu-nio-0] (Recycler.java:100) -Dio.netty.recycler.batchFastThreadLocalOnly: true
14:04:37.434 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.190
14:04:37.434 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.189
14:04:37.434 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.188
14:04:37.657 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:37.658 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:37.659 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:37.699 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd2001a15, L:/127.0.0.1:36930 - R:/127.21.77.188:44831] using SASL/PLAIN
14:04:37.699 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x308d7493, L:/127.0.0.1:43998 - R:/127.21.77.190:37593] using SASL/PLAIN
14:04:37.702 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7d509f91, L:/127.0.0.1:42076 - R:/127.21.77.189:34493] using SASL/PLAIN
14:04:37.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:37.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=611), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [570ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: OK, [570ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: OK, [571ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: OK, deferred=null) after lookup
14:04:37.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.808233 22015 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36930:
14:04:37.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:04:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:04:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000\006\001d\000\000\000\007\001\310\000\000\000"
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:37.814239 22015 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:37.881 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.947553 22466 tablet_service.cc:1511] Processing CreateTablet for tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab (DEFAULT_TABLE table=replication_test_table [id=40c3844be4064dcd94186bbc91058493]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:04:37.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.950349 22466 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.946077 22467 tablet_service.cc:1511] Processing CreateTablet for tablet 1f3da9d2cd6f4ef9828c1437c97a31ea (DEFAULT_TABLE table=replication_test_table [id=40c3844be4064dcd94186bbc91058493]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
14:04:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.953806 22467 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f3da9d2cd6f4ef9828c1437c97a31ea. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:37.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.971254 22187 tablet_service.cc:1511] Processing CreateTablet for tablet 1f3da9d2cd6f4ef9828c1437c97a31ea (DEFAULT_TABLE table=replication_test_table [id=40c3844be4064dcd94186bbc91058493]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
14:04:37.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.973129 22326 tablet_service.cc:1511] Processing CreateTablet for tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab (DEFAULT_TABLE table=replication_test_table [id=40c3844be4064dcd94186bbc91058493]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:04:37.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.975376 22187 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f3da9d2cd6f4ef9828c1437c97a31ea. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.978559 22186 tablet_service.cc:1511] Processing CreateTablet for tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab (DEFAULT_TABLE table=replication_test_table [id=40c3844be4064dcd94186bbc91058493]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:04:37.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.980556 22326 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.970619 22327 tablet_service.cc:1511] Processing CreateTablet for tablet 1f3da9d2cd6f4ef9828c1437c97a31ea (DEFAULT_TABLE table=replication_test_table [id=40c3844be4064dcd94186bbc91058493]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
14:04:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.983850 22186 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:37.987140 22327 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f3da9d2cd6f4ef9828c1437c97a31ea. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.028621 23307 tablet_bootstrap.cc:492] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde: Bootstrap starting.
14:04:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.047976 23307 tablet_bootstrap.cc:654] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde: Neither blocks nor log segments found. Creating new log.
14:04:38.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.052006 23307 log.cc:826] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde: Log is configured to *not* fsync() on all Append() calls
14:04:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.055086 23271 heartbeater.cc:499] Master 127.22.3.252:33621 was elected leader, sending a full tablet report...
14:04:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.068758 23308 tablet_bootstrap.cc:492] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591: Bootstrap starting.
14:04:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.072592 23310 tablet_bootstrap.cc:492] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282: Bootstrap starting.
14:04:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.075605 23307 tablet_bootstrap.cc:492] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde: No bootstrap required, opened a new log
14:04:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.076743 23307 ts_tablet_manager.cc:1403] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde: Time spent bootstrapping tablet: real 0.049s	user 0.022s	sys 0.008s
14:04:38.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.092279 23308 tablet_bootstrap.cc:654] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591: Neither blocks nor log segments found. Creating new log.
14:04:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.093739 23310 tablet_bootstrap.cc:654] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282: Neither blocks nor log segments found. Creating new log.
14:04:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.096884 23308 log.cc:826] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591: Log is configured to *not* fsync() on all Append() calls
14:04:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.097548 23310 log.cc:826] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282: Log is configured to *not* fsync() on all Append() calls
14:04:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.110435 23308 tablet_bootstrap.cc:492] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591: No bootstrap required, opened a new log
14:04:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.111379 23308 ts_tablet_manager.cc:1403] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591: Time spent bootstrapping tablet: real 0.044s	user 0.016s	sys 0.014s
14:04:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.112407 23310 tablet_bootstrap.cc:492] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282: No bootstrap required, opened a new log
14:04:38.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.113200 23310 ts_tablet_manager.cc:1403] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282: Time spent bootstrapping tablet: real 0.041s	user 0.007s	sys 0.020s
14:04:38.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.118441 23307 raft_consensus.cc:359] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.119625 23307 raft_consensus.cc:385] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:38.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.120064 23307 raft_consensus.cc:740] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70f130852118447b99558261a92bffde, State: Initialized, Role: FOLLOWER
14:04:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.121464 23307 consensus_queue.cc:260] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.146085 23307 ts_tablet_manager.cc:1434] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde: Time spent starting tablet: real 0.069s	user 0.037s	sys 0.010s
14:04:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.151348 23308 raft_consensus.cc:359] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.152670 23308 raft_consensus.cc:385] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.153539 23308 raft_consensus.cc:740] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c750749b779f4f6693dae28702cbb591, State: Initialized, Role: FOLLOWER
14:04:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.154497 23310 raft_consensus.cc:359] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.154646 23308 consensus_queue.cc:260] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.156145 23310 raft_consensus.cc:385] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.156638 23310 raft_consensus.cc:740] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed983790a5264c6290b02b4258fdf282, State: Initialized, Role: FOLLOWER
14:04:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.157744 23310 consensus_queue.cc:260] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.163048 23307 tablet_bootstrap.cc:492] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde: Bootstrap starting.
14:04:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.169737 23307 tablet_bootstrap.cc:654] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde: Neither blocks nor log segments found. Creating new log.
14:04:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.182753 23310 ts_tablet_manager.cc:1434] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282: Time spent starting tablet: real 0.069s	user 0.034s	sys 0.025s
14:04:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.195844 23310 tablet_bootstrap.cc:492] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282: Bootstrap starting.
14:04:38.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:38.198313 22400 tablet.cc:2404] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.207043 23310 tablet_bootstrap.cc:654] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282: Neither blocks nor log segments found. Creating new log.
14:04:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.217536 23313 raft_consensus.cc:493] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.218276 23313 raft_consensus.cc:515] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.227154 23310 tablet_bootstrap.cc:492] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282: No bootstrap required, opened a new log
14:04:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.227602 23310 ts_tablet_manager.cc:1403] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282: Time spent bootstrapping tablet: real 0.032s	user 0.006s	sys 0.009s
14:04:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.230762 23310 raft_consensus.cc:359] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.243145 23310 raft_consensus.cc:385] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.244390 23313 leader_election.cc:290] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed983790a5264c6290b02b4258fdf282 (127.21.77.130:43955), c750749b779f4f6693dae28702cbb591 (127.21.77.131:36089)
14:04:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.247816 23310 raft_consensus.cc:740] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed983790a5264c6290b02b4258fdf282, State: Initialized, Role: FOLLOWER
14:04:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.251293 23310 consensus_queue.cc:260] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.251531 22347 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cdbdb5399bb4a64bb4d6848fc6c24ab" candidate_uuid: "70f130852118447b99558261a92bffde" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed983790a5264c6290b02b4258fdf282" is_pre_election: true
14:04:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.252620 22347 raft_consensus.cc:2468] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70f130852118447b99558261a92bffde in term 0.
14:04:38.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.256879 22143 leader_election.cc:304] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70f130852118447b99558261a92bffde, ed983790a5264c6290b02b4258fdf282; no voters: 
14:04:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.261595 23310 ts_tablet_manager.cc:1434] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282: Time spent starting tablet: real 0.034s	user 0.008s	sys 0.000s
14:04:38.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.273800 23313 raft_consensus.cc:2804] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:38.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.274555 23313 raft_consensus.cc:493] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:38.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.275061 23313 raft_consensus.cc:3060] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Advancing to term 1
14:04:38.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.281121 23308 ts_tablet_manager.cc:1434] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591: Time spent starting tablet: real 0.169s	user 0.065s	sys 0.045s
14:04:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.300454 23308 tablet_bootstrap.cc:492] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591: Bootstrap starting.
14:04:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.307358 23308 tablet_bootstrap.cc:654] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591: Neither blocks nor log segments found. Creating new log.
14:04:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.324226 23308 tablet_bootstrap.cc:492] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591: No bootstrap required, opened a new log
14:04:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.325114 23308 ts_tablet_manager.cc:1403] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591: Time spent bootstrapping tablet: real 0.025s	user 0.011s	sys 0.006s
14:04:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:38.326154 22258 tablet.cc:2404] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.327981 23308 raft_consensus.cc:359] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.328735 23308 raft_consensus.cc:385] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.329056 23308 raft_consensus.cc:740] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c750749b779f4f6693dae28702cbb591, State: Initialized, Role: FOLLOWER
14:04:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.328943 22487 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cdbdb5399bb4a64bb4d6848fc6c24ab" candidate_uuid: "70f130852118447b99558261a92bffde" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c750749b779f4f6693dae28702cbb591" is_pre_election: true
14:04:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.329890 22487 raft_consensus.cc:2468] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70f130852118447b99558261a92bffde in term 0.
14:04:38.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.329975 23308 consensus_queue.cc:260] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.333892 23308 ts_tablet_manager.cc:1434] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591: Time spent starting tablet: real 0.008s	user 0.007s	sys 0.001s
14:04:38.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.340883 23313 raft_consensus.cc:515] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.343724 22347 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cdbdb5399bb4a64bb4d6848fc6c24ab" candidate_uuid: "70f130852118447b99558261a92bffde" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed983790a5264c6290b02b4258fdf282"
14:04:38.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.344290 22347 raft_consensus.cc:3060] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Advancing to term 1
14:04:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.352480 22347 raft_consensus.cc:2468] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P ed983790a5264c6290b02b4258fdf282 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70f130852118447b99558261a92bffde in term 1.
14:04:38.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.354187 22143 leader_election.cc:304] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70f130852118447b99558261a92bffde, ed983790a5264c6290b02b4258fdf282; no voters: 
14:04:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.357632 23313 leader_election.cc:290] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [CANDIDATE]: Term 1 election: Requested vote from peers ed983790a5264c6290b02b4258fdf282 (127.21.77.130:43955), c750749b779f4f6693dae28702cbb591 (127.21.77.131:36089)
14:04:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.358207 23313 raft_consensus.cc:2804] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 1 FOLLOWER]: Leader election won for term 1
14:04:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.358654 23313 raft_consensus.cc:697] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [term 1 LEADER]: Becoming Leader. State: Replica: 70f130852118447b99558261a92bffde, State: Running, Role: LEADER
14:04:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.358757 22487 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cdbdb5399bb4a64bb4d6848fc6c24ab" candidate_uuid: "70f130852118447b99558261a92bffde" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c750749b779f4f6693dae28702cbb591"
14:04:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.359333 22487 raft_consensus.cc:3060] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Advancing to term 1
14:04:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.362159 23313 consensus_queue.cc:237] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } }
14:04:38.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.368371 23307 tablet_bootstrap.cc:492] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde: No bootstrap required, opened a new log
14:04:38.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.369699 23307 ts_tablet_manager.cc:1403] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde: Time spent bootstrapping tablet: real 0.207s	user 0.008s	sys 0.007s
14:04:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.372927 22487 raft_consensus.cc:2468] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P c750749b779f4f6693dae28702cbb591 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70f130852118447b99558261a92bffde in term 1.
14:04:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.375468 23307 raft_consensus.cc:359] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.380388 23307 raft_consensus.cc:385] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.381260 23314 raft_consensus.cc:493] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.381742 23314 raft_consensus.cc:515] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:38.388963 22539 tablet.cc:2404] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:38.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.389381 23314 leader_election.cc:290] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ed983790a5264c6290b02b4258fdf282 (127.21.77.130:43955), 70f130852118447b99558261a92bffde (127.21.77.129:40365)
14:04:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.401155 23307 raft_consensus.cc:740] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70f130852118447b99558261a92bffde, State: Initialized, Role: FOLLOWER
14:04:38.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.402078 22015 catalog_manager.cc:5696] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde reported cstate change: term changed from 0 to 1, leader changed from <none> to 70f130852118447b99558261a92bffde (127.21.77.129). New cstate: current_term: 1 leader_uuid: "70f130852118447b99558261a92bffde" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } health_report { overall_health: UNKNOWN } } }
14:04:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.405932 23307 consensus_queue.cc:260] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.409584 23307 ts_tablet_manager.cc:1434] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde: Time spent starting tablet: real 0.039s	user 0.005s	sys 0.000s
14:04:38.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:38.412142 22143 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.21.77.130:43955, user_credentials={real_user=slave}} blocked reactor thread for 58021.2us
14:04:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.469174 22347 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f3da9d2cd6f4ef9828c1437c97a31ea" candidate_uuid: "c750749b779f4f6693dae28702cbb591" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed983790a5264c6290b02b4258fdf282" is_pre_election: true
14:04:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.469821 22347 raft_consensus.cc:2468] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c750749b779f4f6693dae28702cbb591 in term 0.
14:04:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.474646 22207 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f3da9d2cd6f4ef9828c1437c97a31ea" candidate_uuid: "c750749b779f4f6693dae28702cbb591" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70f130852118447b99558261a92bffde" is_pre_election: true
14:04:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.475432 22207 raft_consensus.cc:2468] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c750749b779f4f6693dae28702cbb591 in term 0.
14:04:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.476799 22423 leader_election.cc:304] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c750749b779f4f6693dae28702cbb591, ed983790a5264c6290b02b4258fdf282; no voters: 
14:04:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.478099 23314 raft_consensus.cc:2804] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.478451 23314 raft_consensus.cc:493] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.478772 23314 raft_consensus.cc:3060] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 0 FOLLOWER]: Advancing to term 1
14:04:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.486487 23314 raft_consensus.cc:515] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.489282 23314 leader_election.cc:290] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [CANDIDATE]: Term 1 election: Requested vote from peers ed983790a5264c6290b02b4258fdf282 (127.21.77.130:43955), 70f130852118447b99558261a92bffde (127.21.77.129:40365)
14:04:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.490527 22347 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f3da9d2cd6f4ef9828c1437c97a31ea" candidate_uuid: "c750749b779f4f6693dae28702cbb591" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed983790a5264c6290b02b4258fdf282"
14:04:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.491065 22347 raft_consensus.cc:3060] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282 [term 0 FOLLOWER]: Advancing to term 1
14:04:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.491274 22207 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f3da9d2cd6f4ef9828c1437c97a31ea" candidate_uuid: "c750749b779f4f6693dae28702cbb591" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70f130852118447b99558261a92bffde"
14:04:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.491794 22207 raft_consensus.cc:3060] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde [term 0 FOLLOWER]: Advancing to term 1
14:04:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.499326 22347 raft_consensus.cc:2468] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c750749b779f4f6693dae28702cbb591 in term 1.
14:04:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.499951 22207 raft_consensus.cc:2468] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c750749b779f4f6693dae28702cbb591 in term 1.
14:04:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.500708 22423 leader_election.cc:304] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c750749b779f4f6693dae28702cbb591, ed983790a5264c6290b02b4258fdf282; no voters: 
14:04:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.501853 23314 raft_consensus.cc:2804] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 1 FOLLOWER]: Leader election won for term 1
14:04:38.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.512465 23314 raft_consensus.cc:697] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [term 1 LEADER]: Becoming Leader. State: Replica: c750749b779f4f6693dae28702cbb591, State: Running, Role: LEADER
14:04:38.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.513727 23314 consensus_queue.cc:237] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } }
14:04:38.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.548058 22015 catalog_manager.cc:5696] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 reported cstate change: term changed from 0 to 1, leader changed from <none> to c750749b779f4f6693dae28702cbb591 (127.21.77.131). New cstate: current_term: 1 leader_uuid: "c750749b779f4f6693dae28702cbb591" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 } health_report { overall_health: UNKNOWN } } }
14:04:38.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:38.633 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:38.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:38.636 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365)[L],c750749b779f4f6693dae28702cbb591(127.21.77.131:36089),ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998}]
14:04:38.637 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.77.188:44831, [12ms] Sub RPC GetTableLocations: received response from server master-127.21.77.188:44831: OK, deferred=null) after lookup
14:04:38.646 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)] connecting to peer
14:04:38.648 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)] Successfully connected to peer
14:04:38.704 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:38.712 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x93ca9032, L:/127.0.0.1:58462 - R:/127.21.77.131:36089] using TOKEN/null
14:04:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.726953 22207 raft_consensus.cc:1275] T 1f3da9d2cd6f4ef9828c1437c97a31ea P 70f130852118447b99558261a92bffde [term 1 FOLLOWER]: Refusing update from remote peer c750749b779f4f6693dae28702cbb591: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.726960 22347 raft_consensus.cc:1275] T 1f3da9d2cd6f4ef9828c1437c97a31ea P ed983790a5264c6290b02b4258fdf282 [term 1 FOLLOWER]: Refusing update from remote peer c750749b779f4f6693dae28702cbb591: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:38.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.728816 23334 consensus_queue.cc:1048] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [LEADER]: Connected to new peer: Peer: permanent_uuid: "70f130852118447b99558261a92bffde" member_type: VOTER last_known_addr { host: "127.21.77.129" port: 40365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:04:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.729583 23314 consensus_queue.cc:1048] T 1f3da9d2cd6f4ef9828c1437c97a31ea P c750749b779f4f6693dae28702cbb591 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:38.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.754748 23341 mvcc.cc:204] Tried to move back new op lower bound from 7287247170448400384 to 7287247169605251072. Current Snapshot: MvccSnapshot[applied={T|T < 7287247170448400384}]
14:04:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.794240 23313 consensus_queue.cc:1048] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [LEADER]: Connected to new peer: Peer: permanent_uuid: "ed983790a5264c6290b02b4258fdf282" member_type: VOTER last_known_addr { host: "127.21.77.130" port: 43955 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:38.836642 23321 consensus_queue.cc:1048] T 8cdbdb5399bb4a64bb4d6848fc6c24ab P 70f130852118447b99558261a92bffde [LEADER]: Connected to new peer: Peer: permanent_uuid: "c750749b779f4f6693dae28702cbb591" member_type: VOTER last_known_addr { host: "127.21.77.131" port: 36089 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:04:38.956 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:38.957 [DEBUG - main] (Connection.java:748) [peer 70f130852118447b99558261a92bffde(127.21.77.129:40365)] connecting to peer
14:04:38.959 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 70f130852118447b99558261a92bffde(127.21.77.129:40365)] Successfully connected to peer
14:04:39.003 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:39.008 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xda296328, L:/127.0.0.1:60654 - R:/127.21.77.129:40365] using TOKEN/null
14:04:39.131 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:39.136 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:39.138 [DEBUG - main] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:04:39.139 [DEBUG - main] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:04:39.140 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.3.252:33621(127.22.3.252:33621)] Successfully connected to peer
14:04:39.141 [DEBUG - main] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:04:39.150 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.3.254:39131(127.22.3.254:39131)] Successfully connected to peer
14:04:39.152 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.3.253:33653(127.22.3.253:33653)] Successfully connected to peer
14:04:39.164 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.254
14:04:39.173 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.252
14:04:39.193 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.253
14:04:39.200 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:39.202 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:39.206 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe89d0428, L:/127.0.0.1:46082 - R:/127.22.3.252:33621] using SASL/PLAIN
14:04:39.241 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0c476d03, L:/127.0.0.1:34274 - R:/127.22.3.254:39131] using SASL/PLAIN
14:04:39.250 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:39.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:39.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [115ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: OK, deferred=null) after lookup
14:04:39.254 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1d7a2d95, L:/127.0.0.1:35006 - R:/127.22.3.253:33653] using SASL/PLAIN
14:04:39.263 [DEBUG - main] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:39.264 [DEBUG - main] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:39.266 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.77.190:37593(127.21.77.190:37593)] Successfully connected to peer
14:04:39.266 [DEBUG - main] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:39.267 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.77.188:44831(127.21.77.188:44831)] Successfully connected to peer
14:04:39.272 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.190
14:04:39.272 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.188
14:04:39.286 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.77.189:34493(127.21.77.189:34493)] Successfully connected to peer
14:04:39.292 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:39.309 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.189
14:04:39.311 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd450d07c, L:/127.0.0.1:44008 - R:/127.21.77.190:37593] using SASL/PLAIN
14:04:39.313 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:39.330 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:39.336 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x147615ca, L:/127.0.0.1:36934 - R:/127.21.77.188:44831] using SASL/PLAIN
14:04:39.339 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9081e218, L:/127.0.0.1:42088 - R:/127.21.77.189:34493] using SASL/PLAIN
14:04:39.340 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:39.340 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [54ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: OK, deferred=null) after lookup
14:04:39.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:39.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:39.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:39.430 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365)[L],c750749b779f4f6693dae28702cbb591(127.21.77.131:36089),ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.447803 22750 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46082:
14:04:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:04:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:04:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:04:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:04:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:04:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:04:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:39.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000"
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
14:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:39.451459 22750 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:39.513 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.557266 22922 tablet_service.cc:1511] Processing CreateTablet for tablet 8d63a9a6f8504d029fd7845ac1f4f795 (DEFAULT_TABLE table=replication_test_table [id=ec5f9f86640847cd910a9681c17f60a1]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
14:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.562177 22922 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d63a9a6f8504d029fd7845ac1f4f795. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.567276 23206 tablet_service.cc:1511] Processing CreateTablet for tablet 8d63a9a6f8504d029fd7845ac1f4f795 (DEFAULT_TABLE table=replication_test_table [id=ec5f9f86640847cd910a9681c17f60a1]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
14:04:39.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.569689 23206 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d63a9a6f8504d029fd7845ac1f4f795. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.569021 23064 tablet_service.cc:1511] Processing CreateTablet for tablet 8d63a9a6f8504d029fd7845ac1f4f795 (DEFAULT_TABLE table=replication_test_table [id=ec5f9f86640847cd910a9681c17f60a1]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
14:04:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.570995 23064 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d63a9a6f8504d029fd7845ac1f4f795. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.593564 23388 tablet_bootstrap.cc:492] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64: Bootstrap starting.
14:04:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.595031 23389 tablet_bootstrap.cc:492] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2: Bootstrap starting.
14:04:39.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.605532 23389 tablet_bootstrap.cc:654] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2: Neither blocks nor log segments found. Creating new log.
14:04:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.608376 23389 log.cc:826] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2: Log is configured to *not* fsync() on all Append() calls
14:04:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.610625 23390 tablet_bootstrap.cc:492] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583: Bootstrap starting.
14:04:39.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.613274 23388 tablet_bootstrap.cc:654] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64: Neither blocks nor log segments found. Creating new log.
14:04:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.616097 23388 log.cc:826] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64: Log is configured to *not* fsync() on all Append() calls
14:04:39.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.619055 23389 tablet_bootstrap.cc:492] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2: No bootstrap required, opened a new log
14:04:39.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.619601 23389 ts_tablet_manager.cc:1403] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2: Time spent bootstrapping tablet: real 0.025s	user 0.012s	sys 0.006s
14:04:39.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.620296 23390 tablet_bootstrap.cc:654] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583: Neither blocks nor log segments found. Creating new log.
14:04:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.623534 23390 log.cc:826] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583: Log is configured to *not* fsync() on all Append() calls
14:04:39.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.626989 23388 tablet_bootstrap.cc:492] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64: No bootstrap required, opened a new log
14:04:39.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.627470 23388 ts_tablet_manager.cc:1403] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64: Time spent bootstrapping tablet: real 0.035s	user 0.006s	sys 0.011s
14:04:39.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.629129 23390 tablet_bootstrap.cc:492] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583: No bootstrap required, opened a new log
14:04:39.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.629617 23390 ts_tablet_manager.cc:1403] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583: Time spent bootstrapping tablet: real 0.021s	user 0.010s	sys 0.005s
14:04:39.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.650187 23388 raft_consensus.cc:359] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.650743 23389 raft_consensus.cc:359] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.651279 23388 raft_consensus.cc:385] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:39.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.651610 23389 raft_consensus.cc:385] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:39.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.651592 23388 raft_consensus.cc:740] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ae5e4734acb4de78680f50504495d64, State: Initialized, Role: FOLLOWER
14:04:39.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.651926 23389 raft_consensus.cc:740] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d16166a9f1a4eabb86474abc89beca2, State: Initialized, Role: FOLLOWER
14:04:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.652654 23388 consensus_queue.cc:260] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.652758 23389 consensus_queue.cc:260] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.659335 23388 ts_tablet_manager.cc:1434] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64: Time spent starting tablet: real 0.032s	user 0.020s	sys 0.011s
14:04:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.660517 23389 ts_tablet_manager.cc:1434] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2: Time spent starting tablet: real 0.041s	user 0.035s	sys 0.002s
14:04:39.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.666313 23390 raft_consensus.cc:359] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.667311 23390 raft_consensus.cc:385] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:39.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.667604 23390 raft_consensus.cc:740] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aef18e9f30cc45d0bc733b13123d7583, State: Initialized, Role: FOLLOWER
14:04:39.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.668537 23390 consensus_queue.cc:260] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.682590 23390 ts_tablet_manager.cc:1434] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583: Time spent starting tablet: real 0.053s	user 0.032s	sys 0.015s
14:04:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.697409 23396 raft_consensus.cc:493] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.697830 23396 raft_consensus.cc:515] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.702881 23396 leader_election.cc:290] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ae5e4734acb4de78680f50504495d64 (127.22.3.193:46425), 6d16166a9f1a4eabb86474abc89beca2 (127.22.3.194:36389)
14:04:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.716394 22942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d63a9a6f8504d029fd7845ac1f4f795" candidate_uuid: "aef18e9f30cc45d0bc733b13123d7583" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ae5e4734acb4de78680f50504495d64" is_pre_election: true
14:04:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.717314 22942 raft_consensus.cc:2468] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aef18e9f30cc45d0bc733b13123d7583 in term 0.
14:04:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.718853 23160 leader_election.cc:304] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ae5e4734acb4de78680f50504495d64, aef18e9f30cc45d0bc733b13123d7583; no voters: 
14:04:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.719748 23396 raft_consensus.cc:2804] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.719551 23084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d63a9a6f8504d029fd7845ac1f4f795" candidate_uuid: "aef18e9f30cc45d0bc733b13123d7583" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d16166a9f1a4eabb86474abc89beca2" is_pre_election: true
14:04:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.720140 23396 raft_consensus.cc:493] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.720455 23396 raft_consensus.cc:3060] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Advancing to term 1
14:04:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.720458 23084 raft_consensus.cc:2468] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aef18e9f30cc45d0bc733b13123d7583 in term 0.
14:04:39.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.725390 23396 raft_consensus.cc:515] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.726660 23396 leader_election.cc:290] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [CANDIDATE]: Term 1 election: Requested vote from peers 3ae5e4734acb4de78680f50504495d64 (127.22.3.193:46425), 6d16166a9f1a4eabb86474abc89beca2 (127.22.3.194:36389)
14:04:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.727576 22942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d63a9a6f8504d029fd7845ac1f4f795" candidate_uuid: "aef18e9f30cc45d0bc733b13123d7583" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ae5e4734acb4de78680f50504495d64"
14:04:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.727736 23084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d63a9a6f8504d029fd7845ac1f4f795" candidate_uuid: "aef18e9f30cc45d0bc733b13123d7583" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d16166a9f1a4eabb86474abc89beca2"
14:04:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.728251 23084 raft_consensus.cc:3060] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Advancing to term 1
14:04:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.728998 22942 raft_consensus.cc:3060] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Advancing to term 1
14:04:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.736369 22942 raft_consensus.cc:2468] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aef18e9f30cc45d0bc733b13123d7583 in term 1.
14:04:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.737351 23160 leader_election.cc:304] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ae5e4734acb4de78680f50504495d64, aef18e9f30cc45d0bc733b13123d7583; no voters: 
14:04:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.737792 23084 raft_consensus.cc:2468] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aef18e9f30cc45d0bc733b13123d7583 in term 1.
14:04:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.738093 23396 raft_consensus.cc:2804] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 1 FOLLOWER]: Leader election won for term 1
14:04:39.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.740934 23396 raft_consensus.cc:697] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [term 1 LEADER]: Becoming Leader. State: Replica: aef18e9f30cc45d0bc733b13123d7583, State: Running, Role: LEADER
14:04:39.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.741881 23396 consensus_queue.cc:237] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } }
14:04:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:39.749814 23136 tablet.cc:2404] T 8d63a9a6f8504d029fd7845ac1f4f795 P 6d16166a9f1a4eabb86474abc89beca2: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.755172 22748 catalog_manager.cc:5696] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 reported cstate change: term changed from 0 to 1, leader changed from <none> to aef18e9f30cc45d0bc733b13123d7583 (127.22.3.195). New cstate: current_term: 1 leader_uuid: "aef18e9f30cc45d0bc733b13123d7583" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } health_report { overall_health: UNKNOWN } } }
14:04:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:39.794554 23278 tablet.cc:2404] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:39.811733 22997 tablet.cc:2404] T 8d63a9a6f8504d029fd7845ac1f4f795 P 3ae5e4734acb4de78680f50504495d64: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.823077 22748 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:46082:
14:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
14:04:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:39.843396 22748 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet d990a276e9da4bbda2cce27c322f09da has no consensus state
14:04:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.862701 22922 tablet_service.cc:1511] Processing CreateTablet for tablet d990a276e9da4bbda2cce27c322f09da (DEFAULT_TABLE table=replication_test_table [id=ec5f9f86640847cd910a9681c17f60a1]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:04:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.863937 22922 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d990a276e9da4bbda2cce27c322f09da. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:39.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.864121 23064 tablet_service.cc:1511] Processing CreateTablet for tablet d990a276e9da4bbda2cce27c322f09da (DEFAULT_TABLE table=replication_test_table [id=ec5f9f86640847cd910a9681c17f60a1]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:04:39.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.865280 23064 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d990a276e9da4bbda2cce27c322f09da. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.869931 23206 tablet_service.cc:1511] Processing CreateTablet for tablet d990a276e9da4bbda2cce27c322f09da (DEFAULT_TABLE table=replication_test_table [id=ec5f9f86640847cd910a9681c17f60a1]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:04:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.871160 23206 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d990a276e9da4bbda2cce27c322f09da. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:39.875509 22734 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet d990a276e9da4bbda2cce27c322f09da (table replication_test_table [id=ec5f9f86640847cd910a9681c17f60a1], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet d990a276e9da4bbda2cce27c322f09da consensus state has no leader
14:04:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.877563 23388 tablet_bootstrap.cc:492] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64: Bootstrap starting.
14:04:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.885064 23390 tablet_bootstrap.cc:492] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583: Bootstrap starting.
14:04:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.884466 23388 tablet_bootstrap.cc:654] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64: Neither blocks nor log segments found. Creating new log.
14:04:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.890156 23389 tablet_bootstrap.cc:492] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2: Bootstrap starting.
14:04:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.895090 23388 tablet_bootstrap.cc:492] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64: No bootstrap required, opened a new log
14:04:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.895539 23388 ts_tablet_manager.cc:1403] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.006s
14:04:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.896726 23390 tablet_bootstrap.cc:654] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583: Neither blocks nor log segments found. Creating new log.
14:04:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.899718 23388 raft_consensus.cc:359] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.900439 23388 raft_consensus.cc:385] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.900727 23388 raft_consensus.cc:740] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ae5e4734acb4de78680f50504495d64, State: Initialized, Role: FOLLOWER
14:04:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.901363 23388 consensus_queue.cc:260] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.903340 23388 ts_tablet_manager.cc:1434] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.000s
14:04:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.902149 23389 tablet_bootstrap.cc:654] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2: Neither blocks nor log segments found. Creating new log.
14:04:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.922044 23389 tablet_bootstrap.cc:492] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2: No bootstrap required, opened a new log
14:04:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.922638 23389 ts_tablet_manager.cc:1403] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2: Time spent bootstrapping tablet: real 0.033s	user 0.007s	sys 0.013s
14:04:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.928254 23389 raft_consensus.cc:359] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.929190 23389 raft_consensus.cc:385] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:39.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.929556 23389 raft_consensus.cc:740] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d16166a9f1a4eabb86474abc89beca2, State: Initialized, Role: FOLLOWER
14:04:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.930375 23389 consensus_queue.cc:260] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.933182 23389 ts_tablet_manager.cc:1434] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.002s
14:04:39.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.944800 23395 raft_consensus.cc:493] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.945310 23395 raft_consensus.cc:515] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.949318 23395 leader_election.cc:290] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d16166a9f1a4eabb86474abc89beca2 (127.22.3.194:36389), aef18e9f30cc45d0bc733b13123d7583 (127.22.3.195:42799)
14:04:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.962296 22748 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 1a550b27c73b446e9c3e8075e89a8c7e: replication_test_table [id=ec5f9f86640847cd910a9681c17f60a1] alter complete (version 0)
14:04:39.970 [DEBUG - main] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state READY
14:04:39.970 [DEBUG - main] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state READY
14:04:39.978 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.77.190:37593(127.21.77.190:37593)] handling channelInactive
14:04:39.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state READY due to: connection closed
14:04:39.982 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.77.188:44831(127.21.77.188:44831)] handling channelInactive
14:04:39.982 [DEBUG - main] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state READY
14:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.982651 23390 tablet_bootstrap.cc:492] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583: No bootstrap required, opened a new log
14:04:39.984 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.77.189:34493(127.21.77.189:34493)] handling channelInactive
14:04:39.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state READY due to: connection closed
14:04:39.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state READY due to: connection closed
14:04:39.984 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:39.987 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
14:04:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.987665 23226 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d990a276e9da4bbda2cce27c322f09da" candidate_uuid: "3ae5e4734acb4de78680f50504495d64" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aef18e9f30cc45d0bc733b13123d7583" is_pre_election: true
14:04:39.990 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:39.992115 22877 leader_election.cc:343] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer aef18e9f30cc45d0bc733b13123d7583 (127.22.3.195:42799): Illegal state: must be running to vote when last-logged opid is not known
14:04:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:39.996290 23390 ts_tablet_manager.cc:1403] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583: Time spent bootstrapping tablet: real 0.111s	user 0.015s	sys 0.016s
14:04:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:40.001889 22423 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.21.77.130:43955, user_credentials={real_user=slave}} blocked reactor thread for 50265.5us
14:04:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.003634 23084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d990a276e9da4bbda2cce27c322f09da" candidate_uuid: "3ae5e4734acb4de78680f50504495d64" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d16166a9f1a4eabb86474abc89beca2" is_pre_election: true
14:04:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.004231 23084 raft_consensus.cc:2468] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ae5e4734acb4de78680f50504495d64 in term 0.
14:04:40.007 [DEBUG - main] (Connection.java:575) [peer master-127.22.3.253:33653(127.22.3.253:33653)] disconnecting while in state READY
14:04:40.007 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
14:04:40.007 [DEBUG - main] (Connection.java:575) [peer master-127.22.3.252:33621(127.22.3.252:33621)] disconnecting while in state READY
14:04:40.007 [DEBUG - main] (Connection.java:575) [peer master-127.22.3.254:39131(127.22.3.254:39131)] disconnecting while in state READY
14:04:40.008 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.3.252:33621(127.22.3.252:33621)] handling channelInactive
14:04:40.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state READY due to: connection closed
14:04:40.008 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.3.253:33653(127.22.3.253:33653)] handling channelInactive
14:04:40.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state READY due to: connection closed
14:04:40.010 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.005609 22875 leader_election.cc:304] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ae5e4734acb4de78680f50504495d64, 6d16166a9f1a4eabb86474abc89beca2; no voters: aef18e9f30cc45d0bc733b13123d7583
14:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.005962 23390 raft_consensus.cc:359] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.012080 23390 raft_consensus.cc:385] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.012384 23390 raft_consensus.cc:740] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aef18e9f30cc45d0bc733b13123d7583, State: Initialized, Role: FOLLOWER
14:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.013109 23390 consensus_queue.cc:260] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.006489 23395 raft_consensus.cc:2804] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.014889 23395 raft_consensus.cc:493] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.015264 23395 raft_consensus.cc:3060] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 0 FOLLOWER]: Advancing to term 1
14:04:40.027 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:04:40.028 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
14:04:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.032460 23390 ts_tablet_manager.cc:1434] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583: Time spent starting tablet: real 0.035s	user 0.004s	sys 0.003s
14:04:40.036 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.3.254:39131(127.22.3.254:39131)] handling channelInactive
14:04:40.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state READY due to: connection closed
14:04:40.036 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
14:04:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.057515 23395 raft_consensus.cc:515] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.059863 23395 leader_election.cc:290] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [CANDIDATE]: Term 1 election: Requested vote from peers 6d16166a9f1a4eabb86474abc89beca2 (127.22.3.194:36389), aef18e9f30cc45d0bc733b13123d7583 (127.22.3.195:42799)
14:04:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.060994 23226 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d990a276e9da4bbda2cce27c322f09da" candidate_uuid: "3ae5e4734acb4de78680f50504495d64" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aef18e9f30cc45d0bc733b13123d7583"
14:04:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.061264 23084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d990a276e9da4bbda2cce27c322f09da" candidate_uuid: "3ae5e4734acb4de78680f50504495d64" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d16166a9f1a4eabb86474abc89beca2"
14:04:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.061529 23226 raft_consensus.cc:3060] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583 [term 0 FOLLOWER]: Advancing to term 1
14:04:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.061776 23084 raft_consensus.cc:3060] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2 [term 0 FOLLOWER]: Advancing to term 1
14:04:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.068935 23226 raft_consensus.cc:2468] T d990a276e9da4bbda2cce27c322f09da P aef18e9f30cc45d0bc733b13123d7583 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ae5e4734acb4de78680f50504495d64 in term 1.
14:04:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.068992 23084 raft_consensus.cc:2468] T d990a276e9da4bbda2cce27c322f09da P 6d16166a9f1a4eabb86474abc89beca2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ae5e4734acb4de78680f50504495d64 in term 1.
14:04:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.070144 22875 leader_election.cc:304] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ae5e4734acb4de78680f50504495d64, 6d16166a9f1a4eabb86474abc89beca2; no voters: 
14:04:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.070932 23395 raft_consensus.cc:2804] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 1 FOLLOWER]: Leader election won for term 1
14:04:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.084966 23395 raft_consensus.cc:697] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [term 1 LEADER]: Becoming Leader. State: Replica: 3ae5e4734acb4de78680f50504495d64, State: Running, Role: LEADER
14:04:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.087234 23395 consensus_queue.cc:237] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } }
14:04:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.115597 22748 catalog_manager.cc:5696] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ae5e4734acb4de78680f50504495d64 (127.22.3.193). New cstate: current_term: 1 leader_uuid: "3ae5e4734acb4de78680f50504495d64" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 } health_report { overall_health: UNKNOWN } } }
14:04:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.270850 23396 consensus_queue.cc:1048] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ae5e4734acb4de78680f50504495d64" member_type: VOTER last_known_addr { host: "127.22.3.193" port: 46425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.315263 23396 consensus_queue.cc:1048] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:40.473 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:04:40.482 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
14:04:40.482 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
14:04:40.482 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:04:40.482 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:04:40.488 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:04:40.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.686270 23395 consensus_queue.cc:1048] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d16166a9f1a4eabb86474abc89beca2" member_type: VOTER last_known_addr { host: "127.22.3.194" port: 36389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:40.705063 23395 consensus_queue.cc:1048] T d990a276e9da4bbda2cce27c322f09da P 3ae5e4734acb4de78680f50504495d64 [LEADER]: Connected to new peer: Peer: permanent_uuid: "aef18e9f30cc45d0bc733b13123d7583" member_type: VOTER last_known_addr { host: "127.22.3.195" port: 42799 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:40.883 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
14:04:40.884 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
14:04:40.884 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
14:04:40.885 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
14:04:40.885 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
14:04:40.885 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
14:04:40.888 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
14:04:41.178 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
14:04:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:41.219069 22781 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7d00 after lost signal to thread 22711
14:04:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:41.219779 22781 debug-util.cc:398] Leaking SignalData structure 0x7b08000836e0 after lost signal to thread 22784
14:04:41.276 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
14:04:41.277 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
14:04:41.277 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
14:04:41.303 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:04:42.144 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
14:04:42.377 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
14:04:42.408 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:04:42.445 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
14:04:42.461 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
14:04:42.483 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
14:04:42.602 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
14:04:42.606 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
14:04:42.607 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
14:04:42.612 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
14:04:42.613 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
14:04:42.615 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
14:04:42.615 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
14:04:42.616 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:04:42.618 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:04:42.618 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:04:42.619 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:04:42.620 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:04:42.620 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:04:42.621 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
14:04:42.621 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
14:04:42.621 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
14:04:42.623 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
14:04:42.623 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
14:04:42.623 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:04:42.625 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:04:42.626 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:04:42.626 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:04:42.626 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:04:42.626 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:04:42.638 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_76d2885f85a212ab60fe8941ae87fd5e/blobStorage
14:04:42.643 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:38817 - max concurrent requests: 50 - max backlog: 1000
14:04:42.651 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_76d2885f85a212ab60fe8941ae87fd5e/blobStorage
14:04:42.654 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_76d2885f85a212ab60fe8941ae87fd5e/blobStorage
14:04:42.655 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
14:04:42.660 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: b8a20e3c-679b-4f70-aef5-855c6332c732
14:04:42.696 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
14:04:42.701 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-bdcc586c-3a4d-4dbe-a2f0-0223ce05e726
14:04:42.719 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-6f9ff3b5-53c9-4c0b-bf64-84eebfd47324
14:04:42.853 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
14:04:42.878 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
14:04:42.879 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
14:04:42.881 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
14:04:42.921 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
14:04:42.939 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_0 .
14:04:43.020 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
14:04:43.022 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-d2910b9c-dbf6-4c63-bd18-29d99f06a1d2
14:04:43.122 [INFO - main] (RestServerEndpoint.java:567) Upload directory /tmp/flink-web-upload does not exist. 
14:04:43.123 [INFO - main] (RestServerEndpoint.java:592) Created directory /tmp/flink-web-upload for file uploads.
14:04:43.126 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
14:04:43.129 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
14:04:43.529 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
14:04:43.529 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
14:04:43.693 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:43517
14:04:43.693 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
14:04:43.703 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:43517 was granted leadership with leaderSessionID=f9622733-3e60-4751-9450-f2f693cfed19
14:04:43.703 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:43517 , session=f9622733-3e60-4751-9450-f2f693cfed19
14:04:43.715 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
14:04:43.716 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
14:04:43.716 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
14:04:43.718 [INFO - pool-11-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 3b06ca84-eafe-4239-b0c8-45c4a5ec19f5.
14:04:43.718 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 2f025ec1-96a2-40ba-9216-d24912c80d2d. Creating new DispatcherLeaderProcess.
14:04:43.721 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
14:04:43.730 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
14:04:43.735 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
14:04:43.735 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
14:04:43.766 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_1 .
14:04:43.795 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_1 , session=2f025ec1-96a2-40ba-9216-d24912c80d2d
14:04:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:43.807440 22046 debug-util.cc:398] Leaking SignalData structure 0x7b08000961e0 after lost signal to thread 21977
14:04:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:43.808259 22046 debug-util.cc:398] Leaking SignalData structure 0x7b08000b71c0 after lost signal to thread 22049
14:04:43.824 [INFO - pool-11-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_2 .
14:04:43.895 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
14:04:43.902 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
14:04:43.906 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
14:04:43.907 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
14:04:43.907 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
14:04:43.908 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_2 , session=3b06ca84-eafe-4239-b0c8-45c4a5ec19f5
14:04:43.949 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_2(b0c845c4a5ec19f53b06ca84eafe4239).
14:04:44.002 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (eacb0b568f4587f80a357fedc2948c94).
14:04:44.011 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:04:44.014 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (eacb0b568f4587f80a357fedc2948c94).
14:04:44.030 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID b8a20e3c-679b-4f70-aef5-855c6332c732 (pekko://flink/user/rpc/taskmanager_0) at ResourceManager
14:04:44.033 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_2 under registration id d157b3cadb85513752265548af048c0a.
14:04:44.037 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor b8a20e3c-679b-4f70-aef5-855c6332c732 under d157b3cadb85513752265548af048c0a at the slot manager.
14:04:44.053 [INFO - flink-pekko.actor.default-dispatcher-6] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-eacb0b568f4587f80a357fedc2948c94'.
14:04:44.055 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job eacb0b568f4587f80a357fedc2948c94 was granted leadership with leader id 5021904f-90d3-4764-b2a0-49c096a36b5b. Creating new JobMasterServiceProcess.
14:04:44.098 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_3 .
14:04:44.109 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (eacb0b568f4587f80a357fedc2948c94).
14:04:44.162 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94).
14:04:44.249 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 3576eec316f914de9208591f71b9a72c for job eacb0b568f4587f80a357fedc2948c94.
14:04:44.285 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94).
14:04:44.286 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
14:04:44.361 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 4 ms, total 4 pipelined regions currently.
14:04:44.371 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a4a8c07
14:04:44.372 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:04:44.373 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:04:44.420 [INFO - jobmanager-io-thread-1] (FileSystem.java:1139) Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
14:04:44.477 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
14:04:44.487 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@40bb3621 for Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94).
14:04:44.503 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_3 , session=5021904f-90d3-4764-b2a0-49c096a36b5b
14:04:44.544 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (eacb0b568f4587f80a357fedc2948c94) under job master id b2a049c096a36b5b5021904f90d34764.
14:04:44.553 [INFO - flink-pekko.actor.default-dispatcher-4] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:04:44.560 [DEBUG - flink-pekko.actor.default-dispatcher-4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:44.566 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
14:04:44.566 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state CREATED to RUNNING.
14:04:44.601 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
14:04:44.614 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:44.625 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:44.627 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.77.190:37593(127.21.77.190:37593)] Successfully connected to peer
14:04:44.628 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:44.630 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
14:04:44.630 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.77.188:44831(127.21.77.188:44831)] Successfully connected to peer
14:04:44.636 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.188
14:04:44.641 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
14:04:44.643 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
14:04:44.644 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.77.189:34493(127.21.77.189:34493)] Successfully connected to peer
14:04:44.644 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_2(b0c845c4a5ec19f53b06ca84eafe4239)
14:04:44.650 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:04:44.652 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager b2a049c096a36b5b5021904f90d34764@pekko://flink/user/rpc/jobmanager_3 for job eacb0b568f4587f80a357fedc2948c94.
14:04:44.659 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager b2a049c096a36b5b5021904f90d34764@pekko://flink/user/rpc/jobmanager_3 for job eacb0b568f4587f80a357fedc2948c94.
14:04:44.662 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:44.673 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb0046ccc, L:/127.0.0.1:43618 - R:/127.21.77.188:44831] using SASL/PLAIN
14:04:44.674 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.190
14:04:44.676 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.189
14:04:44.677 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:44.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: OK, deferred=null) after lookup
14:04:44.693 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:44.702 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: b0c845c4a5ec19f53b06ca84eafe4239.
14:04:44.705 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:04:44.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:44.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:44.707 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365)[L],c750749b779f4f6693dae28702cbb591(127.21.77.131:36089),ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:44.732 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:44.745 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe01d306e, L:/127.0.0.1:49130 - R:/127.21.77.190:37593] using SASL/PLAIN
14:04:44.747 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:44.759 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe671e0e0, L:/127.0.0.1:48748 - R:/127.21.77.189:34493] using SASL/PLAIN
14:04:44.777 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job eacb0b568f4587f80a357fedc2948c94
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager b8a20e3c-679b-4f70-aef5-855c6332c732
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
14:04:44.787 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5899cdb7b869a0c7aae943b74505d2be from b8a20e3c-679b-4f70-aef5-855c6332c732 for job eacb0b568f4587f80a357fedc2948c94 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:04:44.790 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 5899cdb7b869a0c7aae943b74505d2be for job eacb0b568f4587f80a357fedc2948c94 from resource manager with leader id b0c845c4a5ec19f53b06ca84eafe4239.
14:04:44.791 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 5899cdb7b869a0c7aae943b74505d2be with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:04:44.803 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot da162481863f03177a84537325c439db from b8a20e3c-679b-4f70-aef5-855c6332c732 for job eacb0b568f4587f80a357fedc2948c94 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:04:44.807 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 79c69f3cbe0e50a85b612962dab060ec from b8a20e3c-679b-4f70-aef5-855c6332c732 for job eacb0b568f4587f80a357fedc2948c94 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:04:44.807 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot e02cc0ff8f0f5e3b429ee08211039739 from b8a20e3c-679b-4f70-aef5-855c6332c732 for job eacb0b568f4587f80a357fedc2948c94 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:04:44.810 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job eacb0b568f4587f80a357fedc2948c94 for job leader monitoring.
14:04:44.812 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_3 with leader id 5021904f-90d3-4764-b2a0-49c096a36b5b.
14:04:44.814 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request da162481863f03177a84537325c439db for job eacb0b568f4587f80a357fedc2948c94 from resource manager with leader id b0c845c4a5ec19f53b06ca84eafe4239.
14:04:44.816 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
14:04:44.832 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for da162481863f03177a84537325c439db with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:04:44.833 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 79c69f3cbe0e50a85b612962dab060ec for job eacb0b568f4587f80a357fedc2948c94 from resource manager with leader id b0c845c4a5ec19f53b06ca84eafe4239.
14:04:44.833 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 79c69f3cbe0e50a85b612962dab060ec with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:04:44.836 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request e02cc0ff8f0f5e3b429ee08211039739 for job eacb0b568f4587f80a357fedc2948c94 from resource manager with leader id b0c845c4a5ec19f53b06ca84eafe4239.
14:04:44.836 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for e02cc0ff8f0f5e3b429ee08211039739 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:04:44.842 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_3 for job eacb0b568f4587f80a357fedc2948c94.
14:04:44.845 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1783) Establish JobManager connection for job eacb0b568f4587f80a357fedc2948c94.
14:04:44.851 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1633) Offer reserved slots to the leader of job eacb0b568f4587f80a357fedc2948c94.
14:04:44.862 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
14:04:44.863 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:04:44.867 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:04:44.872 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
14:04:44.873 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:04:44.884 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
14:04:44.884 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:04:44.888 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job eacb0b568f4587f80a357fedc2948c94.
14:04:44.892 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
14:04:44.893 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:04:44.894 [INFO - flink-pekko.actor.default-dispatcher-4] (StateChangelogStorageLoader.java:84) StateChangelogStorageLoader initialized with shortcut names {memory,filesystem}.
14:04:44.894 [INFO - flink-pekko.actor.default-dispatcher-4] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
14:04:44.906 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id eacb0b568f4587f80a357fedc2948c94
14:04:44.928 [DEBUG - main] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:04:44.932 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:04:44.933 [DEBUG - main] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:04:44.936 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:04:44.937 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.3.252:33621(127.22.3.252:33621)] Successfully connected to peer
14:04:44.940 [DEBUG - main] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:04:44.950 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.3.253:33653(127.22.3.253:33653)] Successfully connected to peer
14:04:44.963 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.252
14:04:44.973 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.3.254:39131(127.22.3.254:39131)] Successfully connected to peer
14:04:44.981 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.254
14:04:44.983 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
14:04:44.991 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:04:44.995 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
14:04:45.000 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.253
14:04:45.011 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:04:45.012 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.038 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9e0b26ed, L:/127.0.0.1:47320 - R:/127.22.3.254:39131] using SASL/PLAIN
14:04:45.038 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:04:45.042 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.044 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:04:45.053 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
14:04:45.054 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
14:04:45.054 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:04:45.060 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x773bbc21, L:/127.0.0.1:46076 - R:/127.22.3.252:33621] using SASL/PLAIN
14:04:45.065 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
14:04:45.066 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
14:04:45.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:45.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: OK, deferred=null) after lookup
14:04:45.083 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@431f84fd
14:04:45.083 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:04:45.084 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:04:45.088 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@381d7844
14:04:45.088 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:04:45.089 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:04:45.096 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.096 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54d6949d
14:04:45.097 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:04:45.097 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:04:45.103 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7181aa66, L:/127.0.0.1:35802 - R:/127.22.3.253:33653] using SASL/PLAIN
14:04:45.104 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:04:45.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.113 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:04:45.115 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:04:45.116 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:04:45.116 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:04:45.122 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:04:45.123 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:04:45.173 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
14:04:45.173 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
14:04:45.173 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:04:45.173 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:04:45.174 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:04:45.174 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:04:45.180 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7aae39a2
14:04:45.180 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:04:45.180 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:04:45.181 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:04:45.181 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:04:45.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8d63a9a6f8504d029fd7845ac1f4f795 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:45.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d990a276e9da4bbda2cce27c322f09da for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:45.194 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8d63a9a6f8504d029fd7845ac1f4f795@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425),6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d990a276e9da4bbda2cce27c322f09da@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)[L],6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:45.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.3.252:33621, [36ms] Sub RPC GetTableLocations: received response from server master-127.22.3.252:33621: OK, deferred=null)) after lookup
14:04:45.236 [DEBUG - kudu-nio-0] (Connection.java:748) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] connecting to peer
14:04:45.253 [DEBUG - kudu-nio-3] (Connection.java:757) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] Successfully connected to peer
14:04:45.268 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@429f21b3
14:04:45.269 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c6d3065
14:04:45.268 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9a9a169
14:04:45.269 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a3ec69
14:04:45.323 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.328 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7fc6b710, L:/127.0.0.1:37386 - R:/127.22.3.195:42799] using TOKEN/null
14:04:45.334 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:45.336 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:04:45.361 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:45.363 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:45.365 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.365 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:45.366 [DEBUG - main] (Connection.java:748) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] connecting to peer
14:04:45.368 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:04:45.372 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:45.376 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.3.252:33621(127.22.3.252:33621)] Successfully connected to peer
14:04:45.378 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:04:45.380 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:04:45.381 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:04:45.382 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] Successfully connected to peer
14:04:45.397 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.252
14:04:45.432 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:04:45.436 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.3.253:33653(127.22.3.253:33653)] Successfully connected to peer
14:04:45.453 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.253
14:04:45.458 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.460 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:04:45.467 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.472 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6a2620dc, L:/127.0.0.1:46078 - R:/127.22.3.252:33621] using SASL/PLAIN
14:04:45.472 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:04:45.474 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.3.252:33621(127.22.3.252:33621)] Successfully connected to peer
14:04:45.475 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:04:45.477 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.3.253:33653(127.22.3.253:33653)] Successfully connected to peer
14:04:45.482 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.252
14:04:45.488 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.3.254:39131(127.22.3.254:39131)] Successfully connected to peer
14:04:45.491 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:04:45.491 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.253
14:04:45.492 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.3.252:33621(127.22.3.252:33621)] Successfully connected to peer
14:04:45.502 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xf478442a, L:/127.0.0.1:52938 - R:/127.22.3.193:46425] using TOKEN/null
14:04:45.505 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.506 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.254
14:04:45.510 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:04:45.516 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.519 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.3.253:33653(127.22.3.253:33653)] Successfully connected to peer
14:04:45.519 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.252
14:04:45.528 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:45.529 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=193), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: OK, deferred=null) after lookup
14:04:45.530 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.534 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.534 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.253
14:04:45.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4ed12f39, L:/127.0.0.1:46094 - R:/127.22.3.252:33621] using SASL/PLAIN
14:04:45.541 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb8fd714c, L:/127.0.0.1:47332 - R:/127.22.3.254:39131] using SASL/PLAIN
14:04:45.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:45.546 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: OK, [168ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: OK, deferred=null) after lookup
14:04:45.552 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:04:45.552 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.553 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7add984b
14:04:45.553 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xea7b7308, L:/127.0.0.1:35816 - R:/127.22.3.253:33653] using SASL/PLAIN
14:04:45.559 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.3.252:33621(127.22.3.252:33621)] Successfully connected to peer
14:04:45.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.563 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e9e37cc
14:04:45.567 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:04:45.569 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.3.253:33653(127.22.3.253:33653)] Successfully connected to peer
14:04:45.572 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.252
14:04:45.573 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
14:04:45.574 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.253
14:04:45.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
14:04:45.575 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa0dfc603, L:/127.0.0.1:35814 - R:/127.22.3.253:33653] using SASL/PLAIN
14:04:45.576 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.3.254:39131(127.22.3.254:39131)] Successfully connected to peer
14:04:45.577 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.590 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.591 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:45.593 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7080af81, L:/127.0.0.1:46100 - R:/127.22.3.252:33621] using SASL/PLAIN
14:04:45.602 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.603 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
14:04:45.603 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
14:04:45.608 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb463a977, L:/127.0.0.1:35832 - R:/127.22.3.253:33653] using SASL/PLAIN
14:04:45.610 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:45.611 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=238), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [138ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: OK, deferred=null) after lookup
14:04:45.615 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.3.254:39131(127.22.3.254:39131)] Successfully connected to peer
14:04:45.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.618 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.3.254:39131(127.22.3.254:39131)] Successfully connected to peer
14:04:45.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.623 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60bacf11
14:04:45.623 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.625 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
14:04:45.625 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
14:04:45.630 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.3.254
14:04:45.639 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:04:45.652 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbb23c310, L:/127.0.0.1:35826 - R:/127.22.3.253:33653] using SASL/PLAIN
14:04:45.654 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.656 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.676 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:04:45.720 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d797ade52c8d59785848798212c362291815875f74c11f66d1110f3ce2d85591'}]
14:04:45.725 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.728 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='75b62e428e8ef0a5617325e747259e9993132d67c4d65357c3002f5b80cf7d87'}]
14:04:45.733 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.739 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:45.742 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x482c408b, L:/127.0.0.1:46114 - R:/127.22.3.252:33621] using SASL/PLAIN
14:04:45.743 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1f5a5f55, L:/127.0.0.1:47344 - R:/127.22.3.254:39131] using SASL/PLAIN
14:04:45.753 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:04:45.760 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.761 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:45.761 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:45.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=397), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [234ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: OK, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: OK, deferred=null) after lookup
14:04:45.767 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.769 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:04:45.770 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:04:45.771 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:45.772 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@492da8df
14:04:45.773 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:45.775 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x306dbb02, L:/127.0.0.1:47342 - R:/127.22.3.254:39131] using TOKEN/null
14:04:45.776 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:04:45.776 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:45.776 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
14:04:45.777 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
14:04:45.785 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:04:45.792 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}]
14:04:45.796 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.803 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x01319415, L:/127.0.0.1:47346 - R:/127.22.3.254:39131] using TOKEN/null
14:04:45.819 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.819 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:45.828 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.834 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:45.837 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:04:45.838 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:04:45.856 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:04:45.857 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}]
14:04:45.883 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] connecting to peer
14:04:45.888 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113085877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:45.895 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.896 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:45.906 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.907 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:45.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] connecting to peer
14:04:45.931 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] Successfully connected to peer
14:04:45.943 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] Successfully connected to peer
14:04:45.951 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.130
14:04:45.964 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.965 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:45.966 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.130
14:04:45.971 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:45.971 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:45.998 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:45.999 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:46.006 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc25f0a88, L:/127.0.0.1:52676 - R:/127.21.77.130:43955] using SASL/PLAIN
14:04:46.019 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x849cf602, L:/127.0.0.1:52684 - R:/127.21.77.130:43955] using SASL/PLAIN
14:04:46.029 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.029 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.035 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.035 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.088 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7287247194472448001) for scanner KuduScanner(table=replication_test_table, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.088 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7287247194472448001) for scanner KuduScanner(table=replication_test_table, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.091 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [d797ade52c8d59785848798212c362291815875f74c11f66d1110f3ce2d85591]
14:04:46.093 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [75b62e428e8ef0a5617325e747259e9993132d67c4d65357c3002f5b80cf7d87]
14:04:46.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:04:46.102 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:04:46.106 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.106 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.112 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.115 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.145 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job eacb0b568f4587f80a357fedc2948c94 (2244 bytes, checkpointDuration=246 ms, finalizationTime=22 ms).
14:04:46.148 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
14:04:46.173 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.173 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.187 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.187 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d990a276e9da4bbda2cce27c322f09da for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:46.218 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d990a276e9da4bbda2cce27c322f09da@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)[L],6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:46.221 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [75b62e428e8ef0a5617325e747259e9993132d67c4d65357c3002f5b80cf7d87]
14:04:46.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8d63a9a6f8504d029fd7845ac1f4f795 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:46.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d990a276e9da4bbda2cce27c322f09da for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:46.234 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8d63a9a6f8504d029fd7845ac1f4f795@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425),6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d990a276e9da4bbda2cce27c322f09da@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)[L],6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:46.236 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d797ade52c8d59785848798212c362291815875f74c11f66d1110f3ce2d85591]
14:04:46.236 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:04:46.237 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:04:46.238 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] disconnecting while in state READY
14:04:46.238 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d797ade52c8d59785848798212c362291815875f74c11f66d1110f3ce2d85591 finished by subtask 3; deferring removal (restored in pending)
14:04:46.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:46.241 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 75b62e428e8ef0a5617325e747259e9993132d67c4d65357c3002f5b80cf7d87 finished by subtask 1; deferring removal (restored in pending)
14:04:46.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8d63a9a6f8504d029fd7845ac1f4f795 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:46.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d990a276e9da4bbda2cce27c322f09da for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:46.245 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8d63a9a6f8504d029fd7845ac1f4f795@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425),6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d990a276e9da4bbda2cce27c322f09da@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)[L],6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:46.247 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:04:46.247 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:04:46.248 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] disconnecting while in state READY
14:04:46.249 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.249 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.250 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:46.256 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.256 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.267 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] handling channelInactive
14:04:46.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] cleaning up while in state READY due to: connection closed
14:04:46.268 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:04:46.269 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:04:46.277 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] handling channelInactive
14:04:46.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] cleaning up while in state READY due to: connection closed
14:04:46.278 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:04:46.278 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:04:46.318 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.318 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.327 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.327 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113086377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:46.385 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.386 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.392 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=325, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4e87d953, flushNotification=Deferred@82996166(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:04:46.395 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2f85cd5c, flushNotification=Deferred@897560553(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:04:46.399 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.400 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.402 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] connecting to peer
14:04:46.404 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] connecting to peer
14:04:46.416 [DEBUG - kudu-nio-3] (Connection.java:757) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] Successfully connected to peer
14:04:46.439 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] Successfully connected to peer
14:04:46.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.464 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.464 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.499 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:46.522 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.522 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.529 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.530 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.549 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:46.551 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9d3cb8a8, L:/127.0.0.1:37390 - R:/127.22.3.195:42799] using TOKEN/null
14:04:46.587 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x54e0ac74, L:/127.0.0.1:52950 - R:/127.22.3.193:46425] using TOKEN/null
14:04:46.589 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.590 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.603 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.604 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.684 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.684 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.749 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.750 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.758 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.759 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.832 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job eacb0b568f4587f80a357fedc2948c94 (2244 bytes, checkpointDuration=449 ms, finalizationTime=5 ms).
14:04:46.842 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
14:04:46.845 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split d797ade52c8d59785848798212c362291815875f74c11f66d1110f3ce2d85591 from pending
14:04:46.845 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 75b62e428e8ef0a5617325e747259e9993132d67c4d65357c3002f5b80cf7d87 from pending
14:04:46.845 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 2 finished splits from enumerator state
14:04:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:46.856547 23160 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.22.3.194:36389, user_credentials={real_user=slave}} blocked reactor thread for 89754.4us
14:04:46.873 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.873 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:46.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113086877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:46.899 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
14:04:46.901 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
14:04:46.908 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:46.909 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:46.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:46.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:46.932 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:46.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:46.941 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:46.941 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:46.942 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365)[L],c750749b779f4f6693dae28702cbb591(127.21.77.131:36089),ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:46.947 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8d63a9a6f8504d029fd7845ac1f4f795 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:46.947 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d990a276e9da4bbda2cce27c322f09da for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:46.947 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8d63a9a6f8504d029fd7845ac1f4f795@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425),6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d990a276e9da4bbda2cce27c322f09da@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)[L],6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:46.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:46.958 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec5f9f86640847cd910a9681c17f60a1
14:04:46.962 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:46.962 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:46.963 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365)[L],c750749b779f4f6693dae28702cbb591(127.21.77.131:36089),ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:46.963 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.77.188:44831, [4ms] Sub RPC GetTableLocations: received response from server master-127.21.77.188:44831: OK, deferred=null)) after lookup
14:04:47.002 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:47.003 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for partition [0x80000000, 0x80000032) with scanner id null
14:04:47.054 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:47.055 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for partition [0x80000064, 0x800000C8) with scanner id null
14:04:47.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8d63a9a6f8504d029fd7845ac1f4f795 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:47.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d990a276e9da4bbda2cce27c322f09da for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:47.066 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8d63a9a6f8504d029fd7845ac1f4f795@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425),6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d990a276e9da4bbda2cce27c322f09da@[3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)[L],6d16166a9f1a4eabb86474abc89beca2(127.22.3.194:36389),aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:47.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.3.252:33621, [10ms] Sub RPC GetTableLocations: received response from server master-127.22.3.252:33621: OK, deferred=null)) after lookup
14:04:47.081 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:47.081 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:47.093 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:47.093 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:47.107 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:47.107 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for partition [0x80000000, 0x80000032) with scanner id null
14:04:47.134 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:47.135 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for partition [0x80000064, 0x800000C8) with scanner id null
14:04:47.153 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d63a9a6f8504d029fd7845ac1f4f795, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:47.154 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d63a9a6f8504d029fd7845ac1f4f795 for partition [0x80000000, 0x80000032) with scanner id null
14:04:47.172 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d990a276e9da4bbda2cce27c322f09da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:47.172 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d990a276e9da4bbda2cce27c322f09da for partition [0x80000064, 0x800000C8) with scanner id null
14:04:47.173 [DEBUG - main] (Connection.java:575) [peer master-127.22.3.253:33653(127.22.3.253:33653)] disconnecting while in state READY
14:04:47.173 [DEBUG - main] (Connection.java:575) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] disconnecting while in state READY
14:04:47.173 [DEBUG - main] (Connection.java:575) [peer master-127.22.3.252:33621(127.22.3.252:33621)] disconnecting while in state READY
14:04:47.174 [DEBUG - main] (Connection.java:575) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] disconnecting while in state READY
14:04:47.174 [DEBUG - main] (Connection.java:575) [peer master-127.22.3.254:39131(127.22.3.254:39131)] disconnecting while in state READY
14:04:47.174 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.3.253:33653(127.22.3.253:33653)] handling channelInactive
14:04:47.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state READY due to: connection closed
14:04:47.174 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.3.252:33621(127.22.3.252:33621)] handling channelInactive
14:04:47.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state READY due to: connection closed
14:04:47.175 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.3.254:39131(127.22.3.254:39131)] handling channelInactive
14:04:47.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state READY due to: connection closed
14:04:47.177 [DEBUG - kudu-nio-3] (Connection.java:239) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] handling channelInactive
14:04:47.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] cleaning up while in state READY due to: connection closed
14:04:47.179 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:47.181 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
14:04:47.182 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
14:04:47.183 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
14:04:47.183 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
14:04:47.194 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] handling channelInactive
14:04:47.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] cleaning up while in state READY due to: connection closed
14:04:47.194 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
14:04:47.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:47.196789 22543 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 22835
14:04:47.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113087377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:47.393 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] handling channelInactive
14:04:47.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] cleaning up while in state READY due to: connection closed
14:04:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:47.394104 23160 connection.cc:582] client connection to 127.22.3.193:46425 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:47.394583 23160 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:47.403098 22543 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 22996
14:04:47.419 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=41 ms, finalizationTime=1 ms).
14:04:47.421 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
14:04:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:47.437019 23160 consensus_peers.cc:597] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 -> Peer 3ae5e4734acb4de78680f50504495d64 (127.22.3.193:46425): Couldn't send request to peer 3ae5e4734acb4de78680f50504495d64. Status: Network error: Client connection negotiation failed: client connection to 127.22.3.193:46425: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:47.496487 23160 connection.cc:582] client connection to 127.22.3.194:36389 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:47.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:47.500388 23611 negotiation.cc:336] Failed RPC negotiation. Trace:
14:04:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:04:47.498127 (+     0us) reactor.cc:678] Submitting negotiation task for client connection to 127.22.3.194:36389 (local address 127.22.3.195:33111)
14:04:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:04:47.499047 (+   920us) negotiation.cc:107] Waiting for socket to connect
14:04:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:04:47.499260 (+   213us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.22.3.194:36389: connect: Connection reset by peer (error 104)
14:04:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":304}
14:04:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:47.501739 23160 consensus_peers.cc:597] T 8d63a9a6f8504d029fd7845ac1f4f795 P aef18e9f30cc45d0bc733b13123d7583 -> Peer 6d16166a9f1a4eabb86474abc89beca2 (127.22.3.194:36389): Couldn't send request to peer 6d16166a9f1a4eabb86474abc89beca2. Status: Network error: Client connection negotiation failed: client connection to 127.22.3.194:36389: connect: Connection reset by peer (error 104). This is attempt 1: this message will repeat every 5th retry.
14:04:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:47.502529 22543 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 23139
14:04:47.546 [DEBUG - kudu-nio-3] (Connection.java:239) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] handling channelInactive
14:04:47.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] cleaning up while in state READY due to: connection closed
14:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:47.558434 22543 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 22556
14:04:47.624 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.3.254:39131(127.22.3.254:39131)] handling channelInactive
14:04:47.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state READY due to: connection closed
14:04:47.626 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.3.254:39131(127.22.3.254:39131)] handling channelInactive
14:04:47.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state READY due to: connection closed
14:04:47.626 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.3.254:39131(127.22.3.254:39131)] handling channelInactive
14:04:47.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state READY due to: connection closed
14:04:47.627 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.3.254:39131(127.22.3.254:39131)] handling channelInactive
14:04:47.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state READY due to: connection closed
14:04:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:47.627849 22543 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 22627
14:04:47.706 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.3.253:33653(127.22.3.253:33653)] handling channelInactive
14:04:47.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state READY due to: connection closed
14:04:47.707 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.3.253:33653(127.22.3.253:33653)] handling channelInactive
14:04:47.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state READY due to: connection closed
14:04:47.712 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.3.253:33653(127.22.3.253:33653)] handling channelInactive
14:04:47.712 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.3.253:33653(127.22.3.253:33653)] handling channelInactive
14:04:47.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state READY due to: connection closed
14:04:47.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state READY due to: connection closed
14:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:47.728247 22543 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 22704
14:04:47.795 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.3.252:33621(127.22.3.252:33621)] handling channelInactive
14:04:47.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state READY due to: connection closed
14:04:47.795 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.3.252:33621(127.22.3.252:33621)] handling channelInactive
14:04:47.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state READY due to: connection closed
14:04:47.798 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.3.252:33621(127.22.3.252:33621)] handling channelInactive
14:04:47.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state READY due to: connection closed
14:04:47.799 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.3.252:33621(127.22.3.252:33621)] handling channelInactive
14:04:47.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state READY due to: connection closed
14:04:47.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113087877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:47.896 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
14:04:47.898 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
14:04:48.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113088378 for job eacb0b568f4587f80a357fedc2948c94.
14:04:48.401 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
14:04:48.405 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
14:04:48.581 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:48.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:48.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:48.589 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365)[L],c750749b779f4f6693dae28702cbb591(127.21.77.131:36089),ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:48.594 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8e1e7391d351a4073f281647a5eaabd8e4141fac572e996d73d98881f38d664c'}]
14:04:48.594 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='105df7a5c441ce0a1a4bfc47aaaf05d46f2920ebfa4949dd42c8c3e447a8ace9'}]
14:04:48.596 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:48.598 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:48.612 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:04:48.613 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:04:48.617 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299997, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}]
14:04:48.617 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (NetUtil.java:139) Resolved '127.21.77.129' into [/127.21.77.129] in 4429033ns
14:04:48.618 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}]
14:04:48.625 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] connecting to peer
14:04:48.639 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] connecting to peer
14:04:48.651 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] Successfully connected to peer
14:04:48.720 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] Successfully connected to peer
14:04:48.724 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.130
14:04:48.751 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:48.760 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.130
14:04:48.785 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x36923fee, L:/127.0.0.1:52692 - R:/127.21.77.130:43955] using SASL/PLAIN
14:04:48.858 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:48.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113088877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:48.914 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job eacb0b568f4587f80a357fedc2948c94 (2264 bytes, checkpointDuration=34 ms, finalizationTime=3 ms).
14:04:48.920 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247210803200001) for scanner KuduScanner(table=replication_test_table, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:48.921 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [105df7a5c441ce0a1a4bfc47aaaf05d46f2920ebfa4949dd42c8c3e447a8ace9]
14:04:48.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [105df7a5c441ce0a1a4bfc47aaaf05d46f2920ebfa4949dd42c8c3e447a8ace9]
14:04:48.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:04:48.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:04:48.922 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] disconnecting while in state READY
14:04:48.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:48.924 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 105df7a5c441ce0a1a4bfc47aaaf05d46f2920ebfa4949dd42c8c3e447a8ace9 finished by subtask 0; deferring removal (restored in pending)
14:04:48.931 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
14:04:48.931 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 105df7a5c441ce0a1a4bfc47aaaf05d46f2920ebfa4949dd42c8c3e447a8ace9 from pending
14:04:48.931 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 1 finished splits from enumerator state
14:04:48.957 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] handling channelInactive
14:04:48.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] cleaning up while in state READY due to: connection closed
14:04:48.958 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:04:48.958 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:04:48.962 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x13919af9, L:/127.0.0.1:52706 - R:/127.21.77.130:43955] using SASL/PLAIN
14:04:49.054 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247210803200001) for scanner KuduScanner(table=replication_test_table, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:49.055 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [8e1e7391d351a4073f281647a5eaabd8e4141fac572e996d73d98881f38d664c]
14:04:49.055 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8e1e7391d351a4073f281647a5eaabd8e4141fac572e996d73d98881f38d664c]
14:04:49.056 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:04:49.056 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:04:49.057 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8e1e7391d351a4073f281647a5eaabd8e4141fac572e996d73d98881f38d664c finished by subtask 2; deferring removal (restored in pending)
14:04:49.057 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] disconnecting while in state READY
14:04:49.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:49.141 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] handling channelInactive
14:04:49.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] cleaning up while in state READY due to: connection closed
14:04:49.142 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:04:49.142 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:04:49.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113089377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:49.409 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job eacb0b568f4587f80a357fedc2948c94 (1614 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
14:04:49.412 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
14:04:49.413 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 8e1e7391d351a4073f281647a5eaabd8e4141fac572e996d73d98881f38d664c from pending
14:04:49.413 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
14:04:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:49Z chronyd exiting
14:04:49.880 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113089877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:49.913 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=36 ms, finalizationTime=0 ms).
14:04:49.916 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
14:04:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:50.121496 22046 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2000 after lost signal to thread 21977
14:04:50.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:50.122236 22046 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1c20 after lost signal to thread 22049
14:04:50.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113090377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:50.413 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=35 ms, finalizationTime=0 ms).
14:04:50.416 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
14:04:50.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 40c3844be4064dcd94186bbc91058493
14:04:50.591 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f3da9d2cd6f4ef9828c1437c97a31ea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
14:04:50.591 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cdbdb5399bb4a64bb4d6848fc6c24ab for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:04:50.591 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365)[L],c750749b779f4f6693dae28702cbb591(127.21.77.131:36089),ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:04:50.595 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b08fcb9232e212155009cf165493f564b0c9159c068aaf0a01a6dda2607b67eb'}]
14:04:50.597 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:50.598 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='33e01b9a7d8e0e29a0083c219930bb5406c9600a691b49e146dff0b94883ea31'}]
14:04:50.600 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:04:50.601 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:04:50.602 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}]
14:04:50.602 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:04:50.603 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea@[70f130852118447b99558261a92bffde(127.21.77.129:40365),c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)[L],ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)]}]
14:04:50.617 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] connecting to peer
14:04:50.626 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] connecting to peer
14:04:50.635 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] Successfully connected to peer
14:04:50.656 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] Successfully connected to peer
14:04:50.660 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.130
14:04:50.711 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.77.130
14:04:50.738 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:50.752 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:04:50.753 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9eac877a, L:/127.0.0.1:42228 - R:/127.21.77.130:43955] using SASL/PLAIN
14:04:50.781 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247218995200001) for scanner KuduScanner(table=replication_test_table, tablet=8cdbdb5399bb4a64bb4d6848fc6c24ab, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:50.784 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [33e01b9a7d8e0e29a0083c219930bb5406c9600a691b49e146dff0b94883ea31]
14:04:50.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [33e01b9a7d8e0e29a0083c219930bb5406c9600a691b49e146dff0b94883ea31]
14:04:50.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:04:50.785 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:04:50.786 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 33e01b9a7d8e0e29a0083c219930bb5406c9600a691b49e146dff0b94883ea31 finished by subtask 1; deferring removal (restored in pending)
14:04:50.787 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] disconnecting while in state READY
14:04:50.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:50.800 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7e6c8e28, L:/127.0.0.1:42242 - R:/127.21.77.130:43955] using SASL/PLAIN
14:04:50.832 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] handling channelInactive
14:04:50.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] cleaning up while in state READY due to: connection closed
14:04:50.833 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:04:50.833 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:04:50.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113090878 for job eacb0b568f4587f80a357fedc2948c94.
14:04:50.885 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:04:50.906 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job eacb0b568f4587f80a357fedc2948c94 (2264 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
14:04:50.908 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247218995200001) for scanner KuduScanner(table=replication_test_table, tablet=1f3da9d2cd6f4ef9828c1437c97a31ea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:50.909 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
14:04:50.909 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split 33e01b9a7d8e0e29a0083c219930bb5406c9600a691b49e146dff0b94883ea31 from pending
14:04:50.909 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 11 complete: removed 1 finished splits from enumerator state
14:04:50.909 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b08fcb9232e212155009cf165493f564b0c9159c068aaf0a01a6dda2607b67eb]
14:04:50.909 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b08fcb9232e212155009cf165493f564b0c9159c068aaf0a01a6dda2607b67eb]
14:04:50.910 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:04:50.910 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:04:50.910 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] disconnecting while in state READY
14:04:50.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:50.911 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b08fcb9232e212155009cf165493f564b0c9159c068aaf0a01a6dda2607b67eb finished by subtask 3; deferring removal (restored in pending)
14:04:50.938 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] handling channelInactive
14:04:50.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ed983790a5264c6290b02b4258fdf282(127.21.77.130:43955)] cleaning up while in state READY due to: connection closed
14:04:50.938 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:04:50.938 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:04:50.990 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: giving up after 1 attempts
14:04:50.990 [DEBUG - main] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state READY
14:04:50.990 [DEBUG - main] (Connection.java:575) [peer c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)] disconnecting while in state READY
14:04:50.990 [DEBUG - main] (Connection.java:575) [peer 70f130852118447b99558261a92bffde(127.21.77.129:40365)] disconnecting while in state READY
14:04:50.990 [DEBUG - main] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state READY
14:04:50.991 [DEBUG - main] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state READY
14:04:50.992 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 70f130852118447b99558261a92bffde(127.21.77.129:40365)] handling channelInactive
14:04:50.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 70f130852118447b99558261a92bffde(127.21.77.129:40365)] cleaning up while in state READY due to: connection closed
14:04:50.993 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.77.190:37593(127.21.77.190:37593)] handling channelInactive
14:04:50.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state READY due to: connection closed
14:04:50.993 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.77.188:44831(127.21.77.188:44831)] handling channelInactive
14:04:50.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state READY due to: connection closed
14:04:50.994 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.77.189:34493(127.21.77.189:34493)] handling channelInactive
14:04:50.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state READY due to: connection closed
14:04:50.994 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:50.994 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)] handling channelInactive
14:04:50.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c750749b779f4f6693dae28702cbb591(127.21.77.131:36089)] cleaning up while in state READY due to: connection closed
14:04:50.997 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:04:50.997 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:04:50.998 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
14:04:50.998 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
14:04:50.999 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
14:04:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:51.006357 21814 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 22106
14:04:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:51.047848 21814 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 22260
14:04:51.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:51.091718 21814 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 22399
14:04:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:51.123976 21814 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 21827
14:04:51.155 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.77.190:37593(127.21.77.190:37593)] handling channelInactive
14:04:51.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state READY due to: connection closed
14:04:51.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:51.155818 21814 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 21897
14:04:51.183 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.77.189:34493(127.21.77.189:34493)] handling channelInactive
14:04:51.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state READY due to: connection closed
14:04:51.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:51.183992 21814 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 21972
14:04:51.216 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.77.188:44831(127.21.77.188:44831)] handling channelInactive
14:04:51.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state READY due to: connection closed
14:04:51.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113091377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:51.394 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job eacb0b568f4587f80a357fedc2948c94 (1614 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
14:04:51.398 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
14:04:51.398 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split b08fcb9232e212155009cf165493f564b0c9159c068aaf0a01a6dda2607b67eb from pending
14:04:51.398 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 1 finished splits from enumerator state
14:04:51.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113091877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:51.894 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
14:04:51.895 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
14:04:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:52Z chronyd exiting
14:04:52.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113092377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:52.389 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:04:52.390 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
14:04:52.575 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.578 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.21.77.188:44831(127.21.77.188:44831) for tablet Kudu Master: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.594 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:52.596 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.597 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:52.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.601 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:52.613 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:52.614 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.615 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:52.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:52.634 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:52.635 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.636 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:52.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.637 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:52.654 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:52.654 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.655 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.655 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:52.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:52.693 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:52.694 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.695 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:52.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.696 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:52.753 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:52.754 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.754 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:52.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.756 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:52.834 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:52.835 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.835 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:52.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:52.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113092877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:52.890 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:04:52.890 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
14:04:52.974 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:52.974 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:52.975 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:52.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:52.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:52.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:52.976 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:53.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113093378 for job eacb0b568f4587f80a357fedc2948c94.
14:04:53.407 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:04:53.415 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=32 ms, finalizationTime=5 ms).
14:04:53.418 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
14:04:53.430 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: giving up after 1 attempts
E.14:04:53.432 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113093432
14:04:53.432 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113093432
14:04:53.433 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:53.434 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:53.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:53.434 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:53.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:53.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:53.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:53.436 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:04:53.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:53.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:53.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:53.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:53.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:53.437 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:53.439 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:04:53.440 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:04:53.440 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:04:53.440 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:04:53.440 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:04:53.443 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:04:53.794 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:04:53.794 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:04:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:53.797814 23684 mini_oidc.cc:150] Starting JWKS server
14:04:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:53.801982 23684 webserver.cc:533] Webserver started at http://127.0.0.1:42225/ using document root <none> and password file <none>
14:04:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:53.802595 23684 mini_oidc.cc:186] Starting OIDC Discovery server
14:04:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:53.804756 23684 webserver.cc:533] Webserver started at http://127.0.0.1:38301/ using document root <none> and password file <none>
14:04:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:53Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:04:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:53Z Disabled control of system clock
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:53.873780 23684 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/wal
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/data
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/logs
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/data/info.pb
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.62:45905
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.62
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42225/jwks.json with env {}
14:04:53.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113093877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:53.890 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:04:53.892 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
14:04:54.114 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:54.115 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:54.115 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:54.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:54.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:54.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:54.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:54.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:54.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:54.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:54.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:54.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:54.116 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.195407 23696 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.196098 23696 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.196568 23696 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:54.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.230571 23696 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.230867 23696 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.231058 23696 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.231253 23696 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.231485 23696 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.231648 23696 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42225/jwks.json
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:54.270273 23696 master_runner.cc:387] Master server non-default flags:
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/data
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/wal
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.62:45905
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42225/jwks.json
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/data/info.pb
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.62
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/logs
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:54.271611 23696 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:54.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:54.273312 23696 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.285601 23703 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:54.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113094377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:54.400 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
14:04:54.403 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
14:04:54.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113094877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:54.898 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
14:04:54.899 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
14:04:55.114 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:55.115 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:55.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:55.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:55.116 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:55.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:55.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:55.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:55.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:55.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:55.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:55.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:55.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:55.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113095377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:55.392 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:04:55.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
14:04:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.286198 23704 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:54.290761 23706 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:55.530313 23705 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1238 milliseconds
14:04:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.530437 23696 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.531786 23696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.534406 23696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.535790 23696 hybrid_clock.cc:648] HybridClock initialized: now 1779113095535771 us; error 46 us; skew 500 ppm
14:04:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.536687 23696 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:55.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.542838 23696 webserver.cc:533] Webserver started at http://127.23.33.62:35005/ using document root <none> and password file <none>
14:04:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.543798 23696 fs_manager.cc:362] Metadata directory not provided
14:04:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.544102 23696 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.544617 23696 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.549007 23696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/data/instance:
14:04:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05bc0cc7771b4ef0b0799d5e922231c8"
14:04:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:55 on dist-test-slave-qn3m"
14:04:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.550189 23696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/wal/instance:
14:04:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05bc0cc7771b4ef0b0799d5e922231c8"
14:04:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:55 on dist-test-slave-qn3m"
14:04:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.557538 23696 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
14:04:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.563129 23713 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:55.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.564186 23696 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:04:55.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.564564 23696 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/wal
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05bc0cc7771b4ef0b0799d5e922231c8"
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:55 on dist-test-slave-qn3m"
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.564930 23696 fs_report.cc:389] FS layout report
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/wal
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/wal
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/data/data
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.622289 23696 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.624070 23696 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.624588 23696 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.697232 23696 rpc_server.cc:307] RPC server started. Bound to: 127.23.33.62:45905
14:04:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.697321 23764 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.33.62:45905 every 8 connection(s)
14:04:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.700152 23696 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/data/info.pb
14:04:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.704629 23684 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 23696
14:04:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.705026 23684 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-0/wal/instance
14:04:55.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.707216 23765 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.708477 23684 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/wal
14:04:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/data
14:04:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/logs
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/data/info.pb
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.61:39535
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.61
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42225/jwks.json with env {}
14:04:55.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.718592 23765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } has no permanent_uuid. Determining permanent_uuid...
14:04:55.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.753355 23765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } has no permanent_uuid. Determining permanent_uuid...
14:04:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:55.756274 23716 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.33.61:39535: connect: Connection refused (error 111)
14:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:55.760627 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.61:39535: Network error: Client connection negotiation failed: client connection to 127.23.33.61:39535: connect: Connection refused (error 111)
14:04:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.810118 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } attempt: 1
14:04:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:55.814352 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.61:39535: Network error: Client connection negotiation failed: client connection to 127.23.33.61:39535: connect: Connection refused (error 111)
14:04:55.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113095878 for job eacb0b568f4587f80a357fedc2948c94.
14:04:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.883028 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } attempt: 2
14:04:55.895 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
14:04:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:55.895800 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.61:39535: Network error: Client connection negotiation failed: client connection to 127.23.33.61:39535: connect: Connection refused (error 111)
14:04:55.897 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
14:04:55.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:55.987305 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } attempt: 3
14:04:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:55.991807 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.61:39535: Network error: Client connection negotiation failed: client connection to 127.23.33.61:39535: connect: Connection refused (error 111)
14:04:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.037706 23768 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.038426 23768 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.039044 23768 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.073626 23768 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.074000 23768 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.074370 23768 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.074697 23768 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.075026 23768 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.075278 23768 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42225/jwks.json
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:56.114632 23768 master_runner.cc:387] Master server non-default flags:
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/data
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/wal
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.61:39535
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42225/jwks.json
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/data/info.pb
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.61
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/logs
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:56.116395 23768 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:56.118153 23768 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:56.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.129266 23777 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:56.135272 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } attempt: 4
14:04:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.141942 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.61:39535: Network error: Client connection negotiation failed: client connection to 127.23.33.61:39535: connect: Connection refused (error 111)
14:04:56.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113096377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:56.413 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=34 ms, finalizationTime=2 ms).
14:04:56.417 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
14:04:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:56.441419 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } attempt: 5
14:04:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.450107 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.61:39535: Network error: Client connection negotiation failed: client connection to 127.23.33.61:39535: connect: Connection refused (error 111)
14:04:56.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113096877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:56.904 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=25 ms, finalizationTime=2 ms).
14:04:56.906 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
14:04:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:56.997730 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } attempt: 6
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.008133 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.61:39535: Network error: Client connection negotiation failed: client connection to 127.23.33.61:39535: connect: Connection refused (error 111)
14:04:57.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113097377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:57.396 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
14:04:57.397 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
14:04:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:56.129818 23778 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.452812 23779 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1321 milliseconds
14:04:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.453585 23780 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:57.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.457027 23768 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.328s	user 0.435s	sys 0.877s
14:04:57.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.457351 23768 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.328s	user 0.435s	sys 0.877s
14:04:57.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.457645 23768 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.458847 23768 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.461493 23768 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.462868 23768 hybrid_clock.cc:648] HybridClock initialized: now 1779113097462789 us; error 88 us; skew 500 ppm
14:04:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.463678 23768 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.471377 23768 webserver.cc:533] Webserver started at http://127.23.33.61:42993/ using document root <none> and password file <none>
14:04:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.472714 23768 fs_manager.cc:362] Metadata directory not provided
14:04:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.473196 23768 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.473879 23768 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:57.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.480369 23768 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/data/instance:
14:04:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88ce0ef725104048993bf17ac4a989c6"
14:04:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:57 on dist-test-slave-qn3m"
14:04:57.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.481990 23768 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/wal/instance:
14:04:57.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88ce0ef725104048993bf17ac4a989c6"
14:04:57.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:57 on dist-test-slave-qn3m"
14:04:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.490053 23768 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
14:04:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.496344 23790 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.497728 23768 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
14:04:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.498055 23768 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/wal
14:04:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88ce0ef725104048993bf17ac4a989c6"
14:04:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:57 on dist-test-slave-qn3m"
14:04:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.498394 23768 fs_report.cc:389] FS layout report
14:04:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/wal
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/wal
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/data/data
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.570160 23768 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.571689 23768 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.572166 23768 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.644002 23768 rpc_server.cc:307] RPC server started. Bound to: 127.23.33.61:39535
14:04:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.644073 23841 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.33.61:39535 every 8 connection(s)
14:04:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.646823 23768 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/data/info.pb
14:04:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.652868 23842 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.652904 23684 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 23768
14:04:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.653326 23684 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-1/wal/instance
14:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.656383 23684 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/wal
14:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/data
14:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/logs
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/data/info.pb
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.60:33863
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.60
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42225/jwks.json with env {}
14:04:57.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.667187 23842 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } has no permanent_uuid. Determining permanent_uuid...
14:04:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.689232 23842 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } has no permanent_uuid. Determining permanent_uuid...
14:04:57.694 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:57.695 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:57.696 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:57.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:57.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:57.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:57.700 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:57.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:57.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:57.701 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:57.701 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:57.701 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:57.701 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.707477 23842 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } has no permanent_uuid. Determining permanent_uuid...
14:04:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.710544 23794 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.715443 23842 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.765033 23842 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 1
14:04:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.769940 23842 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:57.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.838344 23842 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 2
14:04:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.842813 23842 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:57.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113097877 for job eacb0b568f4587f80a357fedc2948c94.
14:04:57.892 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:04:57.894 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
14:04:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:57.934232 23842 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 3
14:04:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:57.938881 23842 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.004813 23844 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.005432 23844 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.005880 23844 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.039984 23844 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.040271 23844 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.040467 23844 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.040819 23844 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.041179 23844 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.041448 23844 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42225/jwks.json
14:04:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.068668 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } attempt: 7
14:04:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.082315 23842 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 4
14:04:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.082903 23765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } has no permanent_uuid. Determining permanent_uuid...
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.087530 23842 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.087854 23844 master_runner.cc:387] Master server non-default flags:
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/data
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/wal
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.60:33863
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42225/jwks.json
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/data/info.pb
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.60
14:04:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/logs
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:04:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.090850 23844 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.090970 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.092700 23844 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.104928 23856 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.149395 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 1
14:04:58.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.155097 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.236536 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 2
14:04:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.243299 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.328864 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 3
14:04:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.336548 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113098377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.391999 23842 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 5
14:04:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.400534 23842 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.408 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=24 ms, finalizationTime=7 ms).
14:04:58.409 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
14:04:58.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.477190 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 4
14:04:58.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.484105 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.767740 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 5
14:04:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.774902 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:58.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113098878 for job eacb0b568f4587f80a357fedc2948c94.
14:04:58.899 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=19 ms, finalizationTime=2 ms).
14:04:58.905 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
14:04:58.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:58.948100 23842 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 6
14:04:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.960050 23842 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:59.034 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:04:59.036 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:04:59.036 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:04:59.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:59.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:59.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:59.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:59.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:04:59.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:59.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:04:59.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:59.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:04:59.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:04:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.327507 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 6
14:04:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:59.336921 23765 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.33.60:33863: Network error: Client connection negotiation failed: client connection to 127.23.33.60:33863: connect: Connection refused (error 111)
14:04:59.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113099377 for job eacb0b568f4587f80a357fedc2948c94.
14:04:59.395 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:04:59.397 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
14:04:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:58.105566 23857 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:59.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:59.405157 23844 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.302s	user 0.538s	sys 0.758s
14:04:59.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:59.405529 23844 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.302s	user 0.538s	sys 0.758s
14:04:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.414158 23844 server_base.cc:1061] running on GCE node
14:04:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:59.414698 23865 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.416556 23844 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.420101 23844 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:59.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.421753 23844 hybrid_clock.cc:648] HybridClock initialized: now 1779113099421698 us; error 35 us; skew 500 ppm
14:04:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.423182 23844 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.433229 23844 webserver.cc:533] Webserver started at http://127.23.33.60:34935/ using document root <none> and password file <none>
14:04:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.434561 23844 fs_manager.cc:362] Metadata directory not provided
14:04:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.434870 23844 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.435482 23844 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:59.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.443248 23844 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/data/instance:
14:04:59.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc8da6e23ae846b7ad1d3a42f370a11d"
14:04:59.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:59 on dist-test-slave-qn3m"
14:04:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.445217 23844 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/wal/instance:
14:04:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc8da6e23ae846b7ad1d3a42f370a11d"
14:04:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:59 on dist-test-slave-qn3m"
14:04:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.455574 23844 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.001s
14:04:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.463863 23870 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.465279 23844 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
14:04:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.465726 23844 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/wal
14:04:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc8da6e23ae846b7ad1d3a42f370a11d"
14:04:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:04:59 on dist-test-slave-qn3m"
14:04:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.466192 23844 fs_report.cc:389] FS layout report
14:04:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/wal
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/wal
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/data/data
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.545367 23844 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:59.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.546849 23844 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:59.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.547307 23844 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.618840 23844 rpc_server.cc:307] RPC server started. Bound to: 127.23.33.60:33863
14:04:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.618942 23921 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.33.60:33863 every 8 connection(s)
14:04:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.621513 23844 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/data/info.pb
14:04:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.624835 23684 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 23844
14:04:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.625155 23684 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/master-2/wal/instance
14:04:59.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.627975 23922 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.643177 23922 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } has no permanent_uuid. Determining permanent_uuid...
14:04:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.673661 23922 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } has no permanent_uuid. Determining permanent_uuid...
14:04:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.683535 23922 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } has no permanent_uuid. Determining permanent_uuid...
14:04:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.700348 23922 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d: Bootstrap starting.
14:04:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.708029 23922 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d: Neither blocks nor log segments found. Creating new log.
14:04:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.709760 23922 log.cc:826] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d: Log is configured to *not* fsync() on all Append() calls
14:04:59.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.714270 23922 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d: No bootstrap required, opened a new log
14:04:59.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.733942 23922 raft_consensus.cc:359] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:04:59.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.734602 23922 raft_consensus.cc:385] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:59.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.734906 23922 raft_consensus.cc:740] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc8da6e23ae846b7ad1d3a42f370a11d, State: Initialized, Role: FOLLOWER
14:04:59.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.735735 23922 consensus_queue.cc:260] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:04:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.738435 23931 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:04:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.739274 23931 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: This master's current role is: FOLLOWER
14:04:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.740242 23922 sys_catalog.cc:565] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: configured and running, proceeding with master startup.
14:04:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:59.770996 23942 catalog_manager.cc:1593] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:59.771327 23942 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.768301 23844 master_runner.cc:187] Error getting master registration for 127.23.33.62:45905: OK, instance_id { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" instance_seqno: 1779113095677826 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:59.793253 23844 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:04:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:59.803028 23876 tablet.cc:2404] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:59.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113099878 for job eacb0b568f4587f80a357fedc2948c94.
14:04:59.891 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:04:59.892 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
14:05:00.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.020624 23842 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 7
14:05:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.040717 23842 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6: Bootstrap starting.
14:05:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.048174 23842 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6: Neither blocks nor log segments found. Creating new log.
14:05:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.050442 23842 log.cc:826] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6: Log is configured to *not* fsync() on all Append() calls
14:05:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.055601 23842 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6: No bootstrap required, opened a new log
14:05:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.081171 23842 raft_consensus.cc:359] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:05:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.081872 23842 raft_consensus.cc:385] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.082212 23842 raft_consensus.cc:740] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 88ce0ef725104048993bf17ac4a989c6, State: Initialized, Role: FOLLOWER
14:05:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.083125 23842 consensus_queue.cc:260] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:05:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.085858 23946 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.086650 23946 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.087647 23842 sys_catalog.cc:565] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [sys.catalog]: configured and running, proceeding with master startup.
14:05:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:00.118078 23957 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:05:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:00.118754 23957 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:05:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.120875 23931 raft_consensus.cc:493] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.121449 23931 raft_consensus.cc:515] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:05:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.129760 23817 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "88ce0ef725104048993bf17ac4a989c6" is_pre_election: true
14:05:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.130694 23817 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fc8da6e23ae846b7ad1d3a42f370a11d in term 0.
14:05:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.132917 23873 leader_election.cc:304] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 88ce0ef725104048993bf17ac4a989c6, fc8da6e23ae846b7ad1d3a42f370a11d; no voters: 
14:05:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.135398 23931 leader_election.cc:290] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 05bc0cc7771b4ef0b0799d5e922231c8 (127.23.33.62:45905), 88ce0ef725104048993bf17ac4a989c6 (127.23.33.61:39535)
14:05:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.135965 23931 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.136296 23931 raft_consensus.cc:493] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.136650 23931 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 0 FOLLOWER]: Advancing to term 1
14:05:00.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.149556 23931 raft_consensus.cc:515] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:05:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.160286 23817 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "88ce0ef725104048993bf17ac4a989c6"
14:05:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.160920 23817 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [term 0 FOLLOWER]: Advancing to term 1
14:05:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.113795 23768 master_runner.cc:187] Error getting master registration for 127.23.33.62:45905: OK, instance_id { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" instance_seqno: 1779113095677826 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:05:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.168211 23768 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.174860 23817 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fc8da6e23ae846b7ad1d3a42f370a11d in term 1.
14:05:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.176422 23873 leader_election.cc:304] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 88ce0ef725104048993bf17ac4a989c6, fc8da6e23ae846b7ad1d3a42f370a11d; no voters: 
14:05:00.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.177601 23959 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 1 FOLLOWER]: Leader election won for term 1
14:05:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.178174 23931 leader_election.cc:290] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [CANDIDATE]: Term 1 election: Requested vote from peers 05bc0cc7771b4ef0b0799d5e922231c8 (127.23.33.62:45905), 88ce0ef725104048993bf17ac4a989c6 (127.23.33.61:39535)
14:05:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.192073 23959 raft_consensus.cc:697] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [term 1 LEADER]: Becoming Leader. State: Replica: fc8da6e23ae846b7ad1d3a42f370a11d, State: Running, Role: LEADER
14:05:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.193444 23959 consensus_queue.cc:237] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:05:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.216553 23931 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc8da6e23ae846b7ad1d3a42f370a11d. Latest consensus state: current_term: 1 leader_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.217666 23931 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: This master's current role is: LEADER
14:05:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.225023 23962 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:05:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.232864 23962 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:05:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.257412 23817 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [term 1 FOLLOWER]: Refusing update from remote peer fc8da6e23ae846b7ad1d3a42f370a11d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.259460 23931 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [LEADER]: Connected to new peer: Peer: permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.276278 23946 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc8da6e23ae846b7ad1d3a42f370a11d. Latest consensus state: current_term: 1 leader_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.277033 23946 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.282954 23963 mvcc.cc:204] Tried to move back new op lower bound from 7287247258628411392 to 7287247258402721792. Current Snapshot: MvccSnapshot[applied={T|T < 7287247258628411392}]
14:05:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.290745 23959 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.291808 23959 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: This master's current role is: LEADER
14:05:00.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.293402 23962 catalog_manager.cc:1382] Generated new cluster ID: dfe6555568be4c53925ee278e20e20d6
14:05:00.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.293696 23962 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:05:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.299938 23946 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.300585 23946 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.324491 23962 catalog_manager.cc:1405] Generated new certificate authority record
14:05:00.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.326951 23962 catalog_manager.cc:1539] Loading token signing keys...
14:05:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.370357 23765 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } attempt: 7
14:05:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.370651 23962 catalog_manager.cc:6069] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d: Generated new TSK 0
14:05:00.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113100377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.381443 23962 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:05:00.402 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
14:05:00.404 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.426993 23684 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/wal
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/data
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/logs
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/data/info.pb
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.1:0
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.33.1
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.1
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.437592 23765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8: Bootstrap starting.
14:05:00.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.447307 23765 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8: Neither blocks nor log segments found. Creating new log.
14:05:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.449883 23765 log.cc:826] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8: Log is configured to *not* fsync() on all Append() calls
14:05:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.477604 23765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8: No bootstrap required, opened a new log
14:05:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.553961 23765 raft_consensus.cc:359] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:05:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.556366 23765 raft_consensus.cc:385] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.557382 23765 raft_consensus.cc:740] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05bc0cc7771b4ef0b0799d5e922231c8, State: Initialized, Role: FOLLOWER
14:05:00.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.560443 23765 consensus_queue.cc:260] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } }
14:05:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.580084 23971 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.581067 23971 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.589764 23740 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" is_pre_election: true
14:05:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.590764 23740 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fc8da6e23ae846b7ad1d3a42f370a11d in term 0.
14:05:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.592211 23738 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [term 0 FOLLOWER]: Advancing to term 1
14:05:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.596107 23739 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05bc0cc7771b4ef0b0799d5e922231c8"
14:05:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.604182 23738 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [term 1 FOLLOWER]: Refusing update from remote peer fc8da6e23ae846b7ad1d3a42f370a11d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.606546 23959 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [LEADER]: Connected to new peer: Peer: permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.604833 23765 sys_catalog.cc:565] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [sys.catalog]: configured and running, proceeding with master startup.
14:05:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:00.640602 23719 tablet.cc:2404] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.706215 23971 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc8da6e23ae846b7ad1d3a42f370a11d. Latest consensus state: current_term: 1 leader_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.706349 23977 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.713562 23971 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.713579 23977 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:00.743402 23987 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:05:00.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113100877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:00.900 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
14:05:00.902 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
14:05:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:00.978140 23969 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:00.978725 23969 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:00.979357 23969 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:01.015239 23969 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:01.016274 23969 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.33.1
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.055964 23969 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/data
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/wal
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.1:0
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/data/info.pb
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.1
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.33.1
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/logs
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.058249 23969 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.059983 23969 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:01.073921 23993 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.126962 23957 catalog_manager.cc:1294] Loaded cluster ID: dfe6555568be4c53925ee278e20e20d6
14:05:01.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.127835 23957 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6: loading cluster ID for follower catalog manager: success
14:05:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.155498 23957 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6: acquiring CA information for follower catalog manager: success
14:05:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.194064 23997 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05bc0cc7771b4ef0b0799d5e922231c8" member_type: VOTER last_known_addr { host: "127.23.33.62" port: 45905 } } peers { permanent_uuid: "88ce0ef725104048993bf17ac4a989c6" member_type: VOTER last_known_addr { host: "127.23.33.61" port: 39535 } } peers { permanent_uuid: "fc8da6e23ae846b7ad1d3a42f370a11d" member_type: VOTER last_known_addr { host: "127.23.33.60" port: 33863 } } }
14:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.196614 23997 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc8da6e23ae846b7ad1d3a42f370a11d [sys.catalog]: This master's current role is: LEADER
14:05:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.203091 23957 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 88ce0ef725104048993bf17ac4a989c6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:01.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113101377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:01.406 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
14:05:01.409 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
14:05:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.782331 23987 catalog_manager.cc:1294] Loaded cluster ID: dfe6555568be4c53925ee278e20e20d6
14:05:01.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.796075 23987 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8: loading cluster ID for follower catalog manager: success
14:05:01.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.849967 23987 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8: acquiring CA information for follower catalog manager: success
14:05:01.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113101877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:01.883751 23987 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 05bc0cc7771b4ef0b0799d5e922231c8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:01.897 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
14:05:01.898 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
14:05:02.054 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:02.055 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:02.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:02.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:02.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:02.056 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:02.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:02.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:02.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:02.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:02.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:02.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:02.060 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:02.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113102377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:02.401 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
14:05:02.403 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
14:05:02.882 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113102878 for job eacb0b568f4587f80a357fedc2948c94.
14:05:02.893 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:05:02.895 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
14:05:03.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113103377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:03.398 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
14:05:03.400 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
14:05:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:02.476191 23992 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 23969
14:05:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:03.859475 23969 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.784s	user 0.850s	sys 1.448s
14:05:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:03.860160 23969 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.785s	user 0.850s	sys 1.448s
14:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:01.077395 23994 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.876943 23969 server_base.cc:1061] running on GCE node
14:05:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:03.877480 24003 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:03.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113103877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.879539 23969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.884085 23969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.887945 23969 hybrid_clock.cc:648] HybridClock initialized: now 1779113103887853 us; error 67 us; skew 500 ppm
14:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.889032 23969 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:03.898 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
14:05:03.899 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
14:05:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.901893 23969 webserver.cc:533] Webserver started at http://127.23.33.1:38169/ using document root <none> and password file <none>
14:05:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.903227 23969 fs_manager.cc:362] Metadata directory not provided
14:05:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.903518 23969 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.904119 23969 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.911824 23969 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/data/instance:
14:05:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff025b4037e64ff3a367731943602706"
14:05:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:03 on dist-test-slave-qn3m"
14:05:03.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.913408 23969 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/wal/instance:
14:05:03.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff025b4037e64ff3a367731943602706"
14:05:03.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:03 on dist-test-slave-qn3m"
14:05:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.923241 23969 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.004s
14:05:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.930832 24009 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.932458 23969 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.002s
14:05:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.932879 23969 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/wal
14:05:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff025b4037e64ff3a367731943602706"
14:05:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:03 on dist-test-slave-qn3m"
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:03.933347 23969 fs_report.cc:389] FS layout report
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/wal
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/wal
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/data/data
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.017505 23969 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.019603 23969 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.020159 23969 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:04.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.023639 23969 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.029737 23969 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.030009 23969 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.030308 23969 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.030510 23969 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.239087 23969 rpc_server.cc:307] RPC server started. Bound to: 127.23.33.1:40793
14:05:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.239225 24122 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.33.1:40793 every 8 connection(s)
14:05:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.242811 23969 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/data/info.pb
14:05:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.253640 23684 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 23969
14:05:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.254392 23684 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-0/wal/instance
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.270005 23684 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/wal
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/data
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/logs
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/data/info.pb
14:05:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.2:0
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.33.2
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.2
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:04.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.320079 24123 heartbeater.cc:344] Connected to a master server at 127.23.33.60:33863
14:05:04.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.320808 24123 heartbeater.cc:461] Registering TS with master...
14:05:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.322681 24123 heartbeater.cc:507] Master 127.23.33.60:33863 requested a full tablet report, sending...
14:05:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.330294 23887 ts_manager.cc:194] Registered new tserver with Master: ff025b4037e64ff3a367731943602706 (127.23.33.1:40793)
14:05:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.332494 23887 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.33.1:36309
14:05:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.360436 24124 heartbeater.cc:344] Connected to a master server at 127.23.33.61:39535
14:05:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.360913 24124 heartbeater.cc:461] Registering TS with master...
14:05:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.361822 24124 heartbeater.cc:507] Master 127.23.33.61:39535 requested a full tablet report, sending...
14:05:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.365793 23807 ts_manager.cc:194] Registered new tserver with Master: ff025b4037e64ff3a367731943602706 (127.23.33.1:40793)
14:05:04.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113104377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.389299 24127 heartbeater.cc:344] Connected to a master server at 127.23.33.62:45905
14:05:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.389788 24127 heartbeater.cc:461] Registering TS with master...
14:05:04.390 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:05:04.392 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
14:05:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.393294 24127 heartbeater.cc:507] Master 127.23.33.62:45905 requested a full tablet report, sending...
14:05:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.397840 23730 ts_manager.cc:194] Registered new tserver with Master: ff025b4037e64ff3a367731943602706 (127.23.33.1:40793)
14:05:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:04.776820 24130 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:04.777835 24130 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:04.778621 24130 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:04.813 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:04.814 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:04.814 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:04.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:04.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:04.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:04.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:04.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:04.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:04.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:04.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:04.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:04.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:04.839677 24130 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:04.841035 24130 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.33.2
14:05:04.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113104877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:04.890 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:05:04.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.910070 24130 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/data
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/wal
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.2:0
14:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/data/info.pb
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.2
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.33.2
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/logs
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.911805 24130 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:04.914009 24130 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:04.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:04.930928 24139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:05.337998 24123 heartbeater.cc:499] Master 127.23.33.60:33863 was elected leader, sending a full tablet report...
14:05:05.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113105377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:05.406 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
14:05:05.410 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
14:05:05.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113105878 for job eacb0b568f4587f80a357fedc2948c94.
14:05:05.904 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=24 ms, finalizationTime=2 ms).
14:05:05.906 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
14:05:06.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113106378 for job eacb0b568f4587f80a357fedc2948c94.
14:05:06.394 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
14:05:06.395 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
14:05:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:06.333151 24137 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 24130
14:05:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:06.459908 24130 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.530s	user 0.477s	sys 0.913s
14:05:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:06.460340 24130 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.531s	user 0.477s	sys 0.913s
14:05:06.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:04.932286 24138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:06.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:06.461616 24140 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1531 milliseconds
14:05:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.462392 24130 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:06.462488 24141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.466921 24130 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.469630 24130 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.471201 24130 hybrid_clock.cc:648] HybridClock initialized: now 1779113106471095 us; error 103 us; skew 500 ppm
14:05:06.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.472225 24130 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.479126 24130 webserver.cc:533] Webserver started at http://127.23.33.2:45043/ using document root <none> and password file <none>
14:05:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.480314 24130 fs_manager.cc:362] Metadata directory not provided
14:05:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.480510 24130 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.480968 24130 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.485499 24130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/data/instance:
14:05:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4c14fb9f8974d3fb5215512d2dab997"
14:05:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:06 on dist-test-slave-qn3m"
14:05:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.486564 24130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/wal/instance:
14:05:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4c14fb9f8974d3fb5215512d2dab997"
14:05:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:06 on dist-test-slave-qn3m"
14:05:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.493685 24130 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
14:05:06.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.499305 24150 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.500604 24130 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:05:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.500919 24130 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/wal
14:05:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4c14fb9f8974d3fb5215512d2dab997"
14:05:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:06 on dist-test-slave-qn3m"
14:05:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.501219 24130 fs_report.cc:389] FS layout report
14:05:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/wal
14:05:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/wal
14:05:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/data/data
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:06.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.554989 24130 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:06.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.556457 24130 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:06.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.556852 24130 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.559554 24130 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.564085 24130 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.564281 24130 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.564474 24130 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.564610 24130 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.719169 24130 rpc_server.cc:307] RPC server started. Bound to: 127.23.33.2:34275
14:05:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.719244 24262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.33.2:34275 every 8 connection(s)
14:05:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.722716 24130 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/data/info.pb
14:05:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.725433 23684 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 24130
14:05:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.725919 23684 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-1/wal/instance
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.752786 23684 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/wal
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/data
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/logs
14:05:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/data/info.pb
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.3:0
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.33.3
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.3
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.797917 24263 heartbeater.cc:344] Connected to a master server at 127.23.33.60:33863
14:05:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.798458 24263 heartbeater.cc:461] Registering TS with master...
14:05:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.799787 24263 heartbeater.cc:507] Master 127.23.33.60:33863 requested a full tablet report, sending...
14:05:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.802695 23887 ts_manager.cc:194] Registered new tserver with Master: d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.804495 23887 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.33.2:56859
14:05:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.813532 24268 heartbeater.cc:344] Connected to a master server at 127.23.33.62:45905
14:05:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.813907 24268 heartbeater.cc:461] Registering TS with master...
14:05:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.814543 24268 heartbeater.cc:507] Master 127.23.33.62:45905 requested a full tablet report, sending...
14:05:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.817049 23730 ts_manager.cc:194] Registered new tserver with Master: d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.819077 24264 heartbeater.cc:344] Connected to a master server at 127.23.33.61:39535
14:05:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.819350 24264 heartbeater.cc:461] Registering TS with master...
14:05:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.819829 24264 heartbeater.cc:507] Master 127.23.33.61:39535 requested a full tablet report, sending...
14:05:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:06.822307 23807 ts_manager.cc:194] Registered new tserver with Master: d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:06.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113106877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:06.890 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:05:06.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
14:05:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:07.116819 24267 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:07.117398 24267 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:07.117969 24267 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:07.152858 24267 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:07.153760 24267 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.33.3
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:07.191560 24267 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.33.20:46807
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/data
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/wal
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.33.3:0
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/data/info.pb
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.33.3
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.33.62:45905,127.23.33.61:39535,127.23.33.60:33863
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.33.3
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/logs
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:07.193296 24267 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:07.195039 24267 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:07.207264 24279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:07.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113107377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:07.393 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
14:05:07.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
14:05:07.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:07.808614 24263 heartbeater.cc:499] Master 127.23.33.60:33863 was elected leader, sending a full tablet report...
14:05:07.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113107877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:07.898 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
14:05:07.899 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
14:05:07.934 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:07.936 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:07.936 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:07.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:07.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:07.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:07.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:07.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:07.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:07.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:07.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:07.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:07.938 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:08.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113108377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:08.391 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:05:08.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
14:05:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:07.209123 24280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:08.489612 24282 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:08.491695 24281 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1278 milliseconds
14:05:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.491782 24267 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:08.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.492955 24267 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:08.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.495602 24267 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.497042 24267 hybrid_clock.cc:648] HybridClock initialized: now 1779113108496996 us; error 56 us; skew 500 ppm
14:05:08.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.497792 24267 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.504227 24267 webserver.cc:533] Webserver started at http://127.23.33.3:45767/ using document root <none> and password file <none>
14:05:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.505079 24267 fs_manager.cc:362] Metadata directory not provided
14:05:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.505261 24267 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.505649 24267 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.509920 24267 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/data/instance:
14:05:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "061b5748ce9b4f48853804999ed6ab9f"
14:05:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:08 on dist-test-slave-qn3m"
14:05:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.511003 24267 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/wal/instance:
14:05:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "061b5748ce9b4f48853804999ed6ab9f"
14:05:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:08 on dist-test-slave-qn3m"
14:05:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.518062 24267 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
14:05:08.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.523669 24290 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.524775 24267 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.002s
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.525045 24267 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/wal
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "061b5748ce9b4f48853804999ed6ab9f"
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:08 on dist-test-slave-qn3m"
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.525328 24267 fs_report.cc:389] FS layout report
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/wal
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/wal
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/data/data
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.581465 24267 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.582981 24267 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.583459 24267 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.586319 24267 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.590586 24267 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.590790 24267 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.590979 24267 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.591116 24267 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.751281 24267 rpc_server.cc:307] RPC server started. Bound to: 127.23.33.3:37063
14:05:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.751379 24402 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.33.3:37063 every 8 connection(s)
14:05:08.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.753893 24267 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/data/info.pb
14:05:08.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.759909 23684 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 24267
14:05:08.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.760456 23684 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1352510580973149467/ts-2/wal/instance
14:05:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.812219 24404 heartbeater.cc:344] Connected to a master server at 127.23.33.61:39535
14:05:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.812405 24405 heartbeater.cc:344] Connected to a master server at 127.23.33.62:45905
14:05:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.812592 24403 heartbeater.cc:344] Connected to a master server at 127.23.33.60:33863
14:05:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.812824 24404 heartbeater.cc:461] Registering TS with master...
14:05:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.812940 24405 heartbeater.cc:461] Registering TS with master...
14:05:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.813040 24403 heartbeater.cc:461] Registering TS with master...
14:05:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.814218 24403 heartbeater.cc:507] Master 127.23.33.60:33863 requested a full tablet report, sending...
14:05:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.814317 24404 heartbeater.cc:507] Master 127.23.33.61:39535 requested a full tablet report, sending...
14:05:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.814321 24405 heartbeater.cc:507] Master 127.23.33.62:45905 requested a full tablet report, sending...
14:05:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.817245 23886 ts_manager.cc:194] Registered new tserver with Master: 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.817471 23730 ts_manager.cc:194] Registered new tserver with Master: 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.818568 23807 ts_manager.cc:194] Registered new tserver with Master: 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.819029 23886 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.33.3:56471
14:05:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:08.833492 23684 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:05:08.845 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:05:08.845 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:05:08.847 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.33.62"
      port: 45905
    }
    bound_http_address {
      host: "127.23.33.62"
      port: 35005
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.33.61"
      port: 39535
    }
    bound_http_address {
      host: "127.23.33.61"
      port: 42993
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.33.60"
      port: 33863
    }
    bound_http_address {
      host: "127.23.33.60"
      port: 34935
    }
  }
}

14:05:08.847 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:05:08.850 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.33.1"
      port: 40793
    }
    bound_http_address {
      host: "127.23.33.1"
      port: 38169
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.33.2"
      port: 34275
    }
    bound_http_address {
      host: "127.23.33.2"
      port: 45043
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.33.3"
      port: 37063
    }
    bound_http_address {
      host: "127.23.33.3"
      port: 45767
    }
  }
}

14:05:08.850 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:05:08.853 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:08.854 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:05:08.854 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:05:08.854 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:05:08.854 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:05:08.858 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:05:08.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113108877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:08.895 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:05:08.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
14:05:09.194 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:09.195 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:09.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:09.195 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:09.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:09.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:09.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:09.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:09.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:09.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:09.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:09.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:09.196 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:09.214 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:05:09.214 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:05:09.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.217968 24413 mini_oidc.cc:150] Starting JWKS server
14:05:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.221540 24413 webserver.cc:533] Webserver started at http://127.0.0.1:46379/ using document root <none> and password file <none>
14:05:09.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.222050 24413 mini_oidc.cc:186] Starting OIDC Discovery server
14:05:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.223793 24413 webserver.cc:533] Webserver started at http://127.0.0.1:37665/ using document root <none> and password file <none>
14:05:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:05:09Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:05:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:05:09Z Disabled control of system clock
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.285969 24413 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/wal
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/data
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/logs
14:05:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/data/info.pb
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.126:44757
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.126
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46379/jwks.json with env {}
14:05:09.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113109378 for job eacb0b568f4587f80a357fedc2948c94.
14:05:09.388 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:05:09.389 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
14:05:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.607390 24425 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.607990 24425 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.608460 24425 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:09.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.645470 24425 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:09.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.645903 24425 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:09.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.646238 24425 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:09.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.646550 24425 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.646863 24425 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.647099 24425 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46379/jwks.json
14:05:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.700464 24425 master_runner.cc:387] Master server non-default flags:
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/data
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/wal
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.126:44757
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46379/jwks.json
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/data/info.pb
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.126
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/logs
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.701970 24425 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.703665 24425 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:09.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.715764 24431 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:09.824193 24403 heartbeater.cc:499] Master 127.23.33.60:33863 was elected leader, sending a full tablet report...
14:05:09.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113109877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:09.900 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
14:05:09.902 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
14:05:10.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113110377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:10.405 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
14:05:10.410 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
14:05:10.880 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113110877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:10.895 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
14:05:10.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
14:05:11.114 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:11.115 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:11.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:11.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:11.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:11.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:11.120 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:11.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:11.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:11.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:11.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:11.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:11.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:11.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113111377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:11.450 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=72 ms, finalizationTime=1 ms).
14:05:11.453 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
14:05:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.119653 24430 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 24425
14:05:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.580794 24425 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.865s	user 0.675s	sys 1.156s
14:05:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:09.717711 24432 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.581826 24425 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.866s	user 0.675s	sys 1.156s
14:05:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.582911 24433 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1857 milliseconds
14:05:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.583717 24425 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.583801 24434 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:11.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.587199 24425 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:11.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.589665 24425 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:11.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.591006 24425 hybrid_clock.cc:648] HybridClock initialized: now 1779113111590979 us; error 81 us; skew 500 ppm
14:05:11.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.591751 24425 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.597978 24425 webserver.cc:533] Webserver started at http://127.23.215.126:41669/ using document root <none> and password file <none>
14:05:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.598874 24425 fs_manager.cc:362] Metadata directory not provided
14:05:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.599051 24425 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.599445 24425 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.604043 24425 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/data/instance:
14:05:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b21764e68e74fd2a2b96a652c11930b"
14:05:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:11 on dist-test-slave-qn3m"
14:05:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.605100 24425 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/wal/instance:
14:05:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b21764e68e74fd2a2b96a652c11930b"
14:05:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:11 on dist-test-slave-qn3m"
14:05:11.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.612231 24425 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
14:05:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.618191 24442 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:11.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.619644 24425 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
14:05:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.620114 24425 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/wal
14:05:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b21764e68e74fd2a2b96a652c11930b"
14:05:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:11 on dist-test-slave-qn3m"
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.620491 24425 fs_report.cc:389] FS layout report
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/wal
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/wal
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/data/data
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.678982 24425 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.680799 24425 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.681326 24425 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.768399 24425 rpc_server.cc:307] RPC server started. Bound to: 127.23.215.126:44757
14:05:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.768486 24493 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.215.126:44757 every 8 connection(s)
14:05:11.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.771111 24425 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/data/info.pb
14:05:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.776815 24413 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 24425
14:05:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.777343 24413 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-0/wal/instance
14:05:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.777755 24494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.782744 24413 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/wal
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/data
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/logs
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/data/info.pb
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.125:37669
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.125
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46379/jwks.json with env {}
14:05:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.792240 24494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } has no permanent_uuid. Determining permanent_uuid...
14:05:11.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.824522 24494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } has no permanent_uuid. Determining permanent_uuid...
14:05:11.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.826876 24446 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:11.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.830896 24494 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.125:37669: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:11.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113111877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.880510 24494 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } attempt: 1
14:05:11.888 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:05:11.889 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
14:05:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.889885 24494 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.125:37669: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:11.958369 24494 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } attempt: 2
14:05:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:11.963344 24494 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.125:37669: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:12.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:12.054798 24494 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } attempt: 3
14:05:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.059518 24494 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.125:37669: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.118918 24496 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.119578 24496 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:12.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.120121 24496 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.156855 24496 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.157274 24496 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.157562 24496 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.157843 24496 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.158074 24496 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.158282 24496 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46379/jwks.json
14:05:12.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:12.202910 24494 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } attempt: 4
14:05:12.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:12.204420 24496 master_runner.cc:387] Master server non-default flags:
14:05:12.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:12.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/data
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/wal
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.125:37669
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46379/jwks.json
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/data/info.pb
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.125
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/logs
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:12.206172 24496 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:12.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.207705 24494 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.125:37669: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:12.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:12.208484 24496 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.219918 24505 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:12.379 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113112377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:12.392 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:05:12.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
14:05:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:12.507138 24494 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } attempt: 5
14:05:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.515360 24494 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.125:37669: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:12.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113112877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:12.892 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:05:12.893 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
14:05:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:13.062923 24494 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } attempt: 6
14:05:13.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:13.088865 24494 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.125:37669: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:13.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113113377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:13.410 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=32 ms, finalizationTime=1 ms).
14:05:13.412 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
14:05:13.514 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:13.515 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:13.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:13.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:13.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:13.519 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:13.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:13.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:13.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:13.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:13.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:13.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:13.522 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:13.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113113878 for job eacb0b568f4587f80a357fedc2948c94.
14:05:13.896 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
14:05:13.906 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
14:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:13.622788 24504 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 24496
14:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.090358 24504 kernel_stack_watchdog.cc:198] Thread 24496 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:05:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:05:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:05:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.090843 24496 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.870s	user 0.676s	sys 1.099s
14:05:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.091224 24496 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.870s	user 0.676s	sys 1.099s
14:05:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:12.221323 24506 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.093119 24508 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:14.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.095698 24507 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1869 milliseconds
14:05:14.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.095701 24496 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:14.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.097071 24496 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.099349 24496 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.100768 24496 hybrid_clock.cc:648] HybridClock initialized: now 1779113114100720 us; error 44 us; skew 500 ppm
14:05:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.101661 24496 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:14.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.107820 24496 webserver.cc:533] Webserver started at http://127.23.215.125:37131/ using document root <none> and password file <none>
14:05:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.108853 24496 fs_manager.cc:362] Metadata directory not provided
14:05:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.109097 24496 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.109620 24496 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.114035 24496 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/data/instance:
14:05:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51201ecf5ec64ec2943373c8dcb5159d"
14:05:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:14 on dist-test-slave-qn3m"
14:05:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.115224 24496 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/wal/instance:
14:05:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51201ecf5ec64ec2943373c8dcb5159d"
14:05:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:14 on dist-test-slave-qn3m"
14:05:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.122794 24496 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.010s	sys 0.000s
14:05:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.128784 24518 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.129863 24496 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
14:05:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.130247 24496 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/wal
14:05:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51201ecf5ec64ec2943373c8dcb5159d"
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:14 on dist-test-slave-qn3m"
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.130610 24496 fs_report.cc:389] FS layout report
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/wal
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/wal
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/data/data
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.149422 24494 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } attempt: 7
14:05:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.156173 24494 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.125:37669: Network error: Client connection negotiation failed: client connection to 127.23.215.125:37669: connect: Connection refused (error 111)
14:05:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.204501 24496 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.205906 24496 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.206312 24496 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.290735 24496 rpc_server.cc:307] RPC server started. Bound to: 127.23.215.125:37669
14:05:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.290853 24572 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.215.125:37669 every 8 connection(s)
14:05:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.294250 24496 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/data/info.pb
14:05:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.301159 24573 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.302299 24413 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 24496
14:05:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.302712 24413 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-1/wal/instance
14:05:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.305136 24413 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/wal
14:05:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/data
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/logs
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/data/info.pb
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.124:34465
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.124
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46379/jwks.json with env {}
14:05:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.316208 24573 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } has no permanent_uuid. Determining permanent_uuid...
14:05:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.342440 24573 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } has no permanent_uuid. Determining permanent_uuid...
14:05:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.358263 24573 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } has no permanent_uuid. Determining permanent_uuid...
14:05:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.361140 24521 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.215.124:34465: connect: Connection refused (error 111)
14:05:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.365183 24573 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.124:34465: Network error: Client connection negotiation failed: client connection to 127.23.215.124:34465: connect: Connection refused (error 111)
14:05:14.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113114377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:14.387 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:05:14.388 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
14:05:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.414644 24573 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } attempt: 1
14:05:14.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.418817 24573 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.124:34465: Network error: Client connection negotiation failed: client connection to 127.23.215.124:34465: connect: Connection refused (error 111)
14:05:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.487357 24573 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } attempt: 2
14:05:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.491406 24573 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.124:34465: Network error: Client connection negotiation failed: client connection to 127.23.215.124:34465: connect: Connection refused (error 111)
14:05:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.582796 24573 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } attempt: 3
14:05:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.587175 24573 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.124:34465: Network error: Client connection negotiation failed: client connection to 127.23.215.124:34465: connect: Connection refused (error 111)
14:05:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.652225 24575 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:14.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.653245 24575 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:14.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.654007 24575 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.689962 24575 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.690264 24575 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.690477 24575 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.690680 24575 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.690871 24575 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.691018 24575 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46379/jwks.json
14:05:14.713 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.21.77.188:44831, [6ms] received response from server master-127.21.77.188:44831: OK, deferred=null) with no deferred attached!
14:05:14.714 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:14.715 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:14.715 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:14.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:14.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:14.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:14.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:14.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:14.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:14.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:14.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:14.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:14.721 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.730619 24573 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } attempt: 4
14:05:14.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.735831 24573 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.124:34465: Network error: Client connection negotiation failed: client connection to 127.23.215.124:34465: connect: Connection refused (error 111)
14:05:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.751168 24575 master_runner.cc:387] Master server non-default flags:
14:05:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/data
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/wal
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.124:34465
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46379/jwks.json
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/data/info.pb
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.124
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/logs
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.752596 24575 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:14.754094 24575 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.765376 24586 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:14.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113114878 for job eacb0b568f4587f80a357fedc2948c94.
14:05:14.889 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:05:14.890 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
14:05:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:15.035303 24573 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } attempt: 5
14:05:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:15.040210 24573 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.124:34465: Network error: Client connection negotiation failed: client connection to 127.23.215.124:34465: connect: Connection refused (error 111)
14:05:15.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113115377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:15.387 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:05:15.388 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
14:05:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:15.587821 24573 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } attempt: 6
14:05:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:15.595175 24573 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.215.124:34465: Network error: Client connection negotiation failed: client connection to 127.23.215.124:34465: connect: Connection refused (error 111)
14:05:15.614 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:15.615 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:15.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:15.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:15.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:15.615 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:15.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:15.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:15.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:15.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:15.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:15.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:15.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:15.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113115877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:15.888 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:05:15.889 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
14:05:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.768050 24587 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:14.781844 24589 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:16.036116 24588 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:05:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.036206 24575 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.041087 24575 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.043869 24575 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.045383 24575 hybrid_clock.cc:648] HybridClock initialized: now 1779113116045343 us; error 49 us; skew 500 ppm
14:05:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.046247 24575 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:16.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.052979 24575 webserver.cc:533] Webserver started at http://127.23.215.124:34575/ using document root <none> and password file <none>
14:05:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.054081 24575 fs_manager.cc:362] Metadata directory not provided
14:05:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.054340 24575 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.054862 24575 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.059564 24575 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/data/instance:
14:05:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93926aeede4e4dd49d95338d4038ce18"
14:05:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:16 on dist-test-slave-qn3m"
14:05:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.060977 24575 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/wal/instance:
14:05:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93926aeede4e4dd49d95338d4038ce18"
14:05:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:16 on dist-test-slave-qn3m"
14:05:16.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.068840 24575 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
14:05:16.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.075568 24598 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.076778 24575 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:05:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.077163 24575 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/wal
14:05:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93926aeede4e4dd49d95338d4038ce18"
14:05:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:16 on dist-test-slave-qn3m"
14:05:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.077538 24575 fs_report.cc:389] FS layout report
14:05:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/wal
14:05:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/wal
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/data/data
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:16.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.154292 24575 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.155830 24575 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.156278 24575 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:16.216 [DEBUG - pool-15-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.22.3.252:33621, [3ms] received response from server master-127.22.3.252:33621: OK, deferred=null) with no deferred attached!
14:05:16.218 [DEBUG - pool-20-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.22.3.252:33621, [21ms] received response from server master-127.22.3.252:33621: OK, deferred=null) with no deferred attached!
14:05:16.218 [DEBUG - pool-20-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.22.3.252:33621, [28ms] received response from server master-127.22.3.252:33621: OK, deferred=null) with no deferred attached!
14:05:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.231657 24575 rpc_server.cc:307] RPC server started. Bound to: 127.23.215.124:34465
14:05:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.231731 24650 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.215.124:34465 every 8 connection(s)
14:05:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.234555 24575 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/data/info.pb
14:05:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.241786 24651 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.243595 24413 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 24575
14:05:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.244060 24413 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/master-2/wal/instance
14:05:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.246699 24494 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } attempt: 8
14:05:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.257970 24651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } has no permanent_uuid. Determining permanent_uuid...
14:05:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.284188 24494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } has no permanent_uuid. Determining permanent_uuid...
14:05:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.307907 24651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } has no permanent_uuid. Determining permanent_uuid...
14:05:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.324168 24651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } has no permanent_uuid. Determining permanent_uuid...
14:05:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.330235 24494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b: Bootstrap starting.
14:05:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.341199 24494 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b: Neither blocks nor log segments found. Creating new log.
14:05:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.343421 24494 log.cc:826] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b: Log is configured to *not* fsync() on all Append() calls
14:05:16.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.345230 24651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18: Bootstrap starting.
14:05:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.351256 24494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b: No bootstrap required, opened a new log
14:05:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.353367 24651 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18: Neither blocks nor log segments found. Creating new log.
14:05:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.355875 24651 log.cc:826] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18: Log is configured to *not* fsync() on all Append() calls
14:05:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.361625 24651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18: No bootstrap required, opened a new log
14:05:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.373837 24494 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.374622 24494 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.374919 24494 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b21764e68e74fd2a2b96a652c11930b, State: Initialized, Role: FOLLOWER
14:05:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.375825 24494 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113116377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.380887 24664 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.382566 24664 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: This master's current role is: FOLLOWER
14:05:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.383390 24494 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: configured and running, proceeding with master startup.
14:05:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.390015 24664 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:16.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.390692 24651 raft_consensus.cc:359] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.391597 24651 raft_consensus.cc:385] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:16.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.391085 24664 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.391959 24651 raft_consensus.cc:740] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93926aeede4e4dd49d95338d4038ce18, State: Initialized, Role: FOLLOWER
14:05:16.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.393074 24651 consensus_queue.cc:260] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.397 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
14:05:16.400 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
14:05:16.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.404901 24664 leader_election.cc:290] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 51201ecf5ec64ec2943373c8dcb5159d (127.23.215.125:37669), 93926aeede4e4dd49d95338d4038ce18 (127.23.215.124:34465)
14:05:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.429324 24666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.431841 24626 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b21764e68e74fd2a2b96a652c11930b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93926aeede4e4dd49d95338d4038ce18" is_pre_election: true
14:05:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.432410 24666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [sys.catalog]: This master's current role is: FOLLOWER
14:05:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.431356 24651 sys_catalog.cc:565] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [sys.catalog]: configured and running, proceeding with master startup.
14:05:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.432951 24626 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2b21764e68e74fd2a2b96a652c11930b in term 0.
14:05:16.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.434325 24443 leader_election.cc:304] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b21764e68e74fd2a2b96a652c11930b, 93926aeede4e4dd49d95338d4038ce18; no voters: 
14:05:16.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.435297 24664 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:16.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.435628 24664 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.435984 24664 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 0 FOLLOWER]: Advancing to term 1
14:05:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:16.444880 24448 tablet.cc:2404] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.468178 24664 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.475972 24626 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b21764e68e74fd2a2b96a652c11930b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93926aeede4e4dd49d95338d4038ce18"
14:05:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.476755 24626 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [term 0 FOLLOWER]: Advancing to term 1
14:05:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.495988 24664 leader_election.cc:290] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [CANDIDATE]: Term 1 election: Requested vote from peers 51201ecf5ec64ec2943373c8dcb5159d (127.23.215.125:37669), 93926aeede4e4dd49d95338d4038ce18 (127.23.215.124:34465)
14:05:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.498857 24626 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b21764e68e74fd2a2b96a652c11930b in term 1.
14:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.500819 24443 leader_election.cc:304] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b21764e68e74fd2a2b96a652c11930b, 93926aeede4e4dd49d95338d4038ce18; no voters: 
14:05:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.503393 24664 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 1 FOLLOWER]: Leader election won for term 1
14:05:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.519954 24664 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [term 1 LEADER]: Becoming Leader. State: Replica: 2b21764e68e74fd2a2b96a652c11930b, State: Running, Role: LEADER
14:05:16.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.521585 24664 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.544462 24672 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2b21764e68e74fd2a2b96a652c11930b. Latest consensus state: current_term: 1 leader_uuid: "2b21764e68e74fd2a2b96a652c11930b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.545873 24672 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: This master's current role is: LEADER
14:05:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.564231 24680 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:05:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.568907 24686 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:05:16.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.607802 24691 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:05:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.611393 24680 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:05:16.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.577551 24425 master_runner.cc:187] Error getting master registration for 127.23.215.125:37669: OK, instance_id { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" instance_seqno: 1779113114268625 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:05:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.631754 24425 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:16.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.635695 24626 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [term 1 FOLLOWER]: Refusing update from remote peer 2b21764e68e74fd2a2b96a652c11930b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.637480 24672 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [LEADER]: Connected to new peer: Peer: permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.655756 24573 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } attempt: 7
14:05:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:16.662106 24605 tablet.cc:2404] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.626641 24575 master_runner.cc:187] Error getting master registration for 127.23.215.125:37669: OK, instance_id { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" instance_seqno: 1779113114268625 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:05:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.671038 24575 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.732147 24573 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d: Bootstrap starting.
14:05:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.754030 24666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2b21764e68e74fd2a2b96a652c11930b. Latest consensus state: current_term: 1 leader_uuid: "2b21764e68e74fd2a2b96a652c11930b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.754776 24666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [sys.catalog]: This master's current role is: FOLLOWER
14:05:16.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.766193 24692 mvcc.cc:204] Tried to move back new op lower bound from 7287247325723623424 to 7287247325289521152. Current Snapshot: MvccSnapshot[applied={T|T < 7287247325723623424}]
14:05:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.767560 24573 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d: Neither blocks nor log segments found. Creating new log.
14:05:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.770076 24573 log.cc:826] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d: Log is configured to *not* fsync() on all Append() calls
14:05:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.785804 24664 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2b21764e68e74fd2a2b96a652c11930b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.786638 24664 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: This master's current role is: LEADER
14:05:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.788605 24680 catalog_manager.cc:1382] Generated new cluster ID: d3f3ae183b7b4a129c21e368a65cc49d
14:05:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.789366 24680 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:05:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.803371 24573 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d: No bootstrap required, opened a new log
14:05:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.809758 24666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2b21764e68e74fd2a2b96a652c11930b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.810451 24666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18 [sys.catalog]: This master's current role is: FOLLOWER
14:05:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.841413 24573 raft_consensus.cc:359] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.842237 24573 raft_consensus.cc:385] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.842542 24573 raft_consensus.cc:740] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51201ecf5ec64ec2943373c8dcb5159d, State: Initialized, Role: FOLLOWER
14:05:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.843534 24573 consensus_queue.cc:260] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } }
14:05:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.868911 24547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b21764e68e74fd2a2b96a652c11930b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "51201ecf5ec64ec2943373c8dcb5159d"
14:05:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.869640 24547 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [term 0 FOLLOWER]: Advancing to term 1
14:05:16.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.872321 24548 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b21764e68e74fd2a2b96a652c11930b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "51201ecf5ec64ec2943373c8dcb5159d" is_pre_election: true
14:05:16.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113116878 for job eacb0b568f4587f80a357fedc2948c94.
14:05:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.883536 24547 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b21764e68e74fd2a2b96a652c11930b in term 1.
14:05:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.884739 24546 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [term 1 FOLLOWER]: Refusing update from remote peer 2b21764e68e74fd2a2b96a652c11930b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.885143 24680 catalog_manager.cc:1405] Generated new certificate authority record
14:05:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.887225 24680 catalog_manager.cc:1539] Loading token signing keys...
14:05:16.894 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:05:16.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
14:05:16.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.895260 24664 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [LEADER]: Connected to new peer: Peer: permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.910898 24573 sys_catalog.cc:565] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [sys.catalog]: configured and running, proceeding with master startup.
14:05:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.868440 24699 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.912583 24699 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [sys.catalog]: This master's current role is: FOLLOWER
14:05:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.932264 24680 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b: Generated new TSK 0
14:05:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.935031 24680 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:05:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.957911 24413 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/wal
14:05:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/data
14:05:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/logs
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/data/info.pb
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.65:0
14:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.215.65
14:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.65
14:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:16.964016 24526 tablet.cc:2404] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.969154 24703 mvcc.cc:204] Tried to move back new op lower bound from 7287247325723623424 to 7287247325289521152. Current Snapshot: MvccSnapshot[applied={T|T < 7287247325723623424}]
14:05:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.982470 24700 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2b21764e68e74fd2a2b96a652c11930b. Latest consensus state: current_term: 1 leader_uuid: "2b21764e68e74fd2a2b96a652c11930b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.983292 24700 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [sys.catalog]: This master's current role is: FOLLOWER
14:05:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.983183 24672 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2b21764e68e74fd2a2b96a652c11930b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.983908 24672 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b21764e68e74fd2a2b96a652c11930b [sys.catalog]: This master's current role is: LEADER
14:05:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.983999 24699 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2b21764e68e74fd2a2b96a652c11930b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b21764e68e74fd2a2b96a652c11930b" member_type: VOTER last_known_addr { host: "127.23.215.126" port: 44757 } } peers { permanent_uuid: "51201ecf5ec64ec2943373c8dcb5159d" member_type: VOTER last_known_addr { host: "127.23.215.125" port: 37669 } } peers { permanent_uuid: "93926aeede4e4dd49d95338d4038ce18" member_type: VOTER last_known_addr { host: "127.23.215.124" port: 34465 } } }
14:05:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:16.984687 24699 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d [sys.catalog]: This master's current role is: FOLLOWER
14:05:17.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.080020 24718 catalog_manager.cc:1294] Loaded cluster ID: d3f3ae183b7b4a129c21e368a65cc49d
14:05:17.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.080559 24718 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d: loading cluster ID for follower catalog manager: success
14:05:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.088150 24718 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d: acquiring CA information for follower catalog manager: success
14:05:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.106024 24718 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 51201ecf5ec64ec2943373c8dcb5159d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:17.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113117377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:17.398 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
14:05:17.399 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
14:05:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:17.536752 24708 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:17.537392 24708 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:17.538162 24708 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:17.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:17.602382 24708 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:17.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:17.606096 24708 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.215.65
14:05:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.631465 24691 catalog_manager.cc:1294] Loaded cluster ID: d3f3ae183b7b4a129c21e368a65cc49d
14:05:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.632105 24691 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18: loading cluster ID for follower catalog manager: success
14:05:17.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.647751 24691 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18: acquiring CA information for follower catalog manager: success
14:05:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.659834 24691 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 93926aeede4e4dd49d95338d4038ce18: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:17.674 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:17.675 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:17.675 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:17.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:17.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:17.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:17.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:17.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:17.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:17.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:17.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:17.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:17.678 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.686699 24708 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/data
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/wal
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.65:0
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/data/info.pb
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.65
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.215.65
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/logs
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.688452 24708 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:17.690729 24708 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:17.730852 24727 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:17.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113117877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:17.889 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:05:17.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
14:05:18.074 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:18.074 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:18.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:18.075 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:18.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:18.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:18.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:18.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:18.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:18.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:18.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:18.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:18.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:18.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113118377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:18.399 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
14:05:18.400 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
14:05:18.594 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.21.77.188:44831, [6ms] received response from server master-127.21.77.188:44831: OK, deferred=null) with no deferred attached!
14:05:18.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113118877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:18.893 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:05:18.894 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
14:05:19.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113119378 for job eacb0b568f4587f80a357fedc2948c94.
14:05:19.389 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:05:19.389 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
14:05:19.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113119877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:19.892 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:05:19.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
14:05:20.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113120377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:20.389 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:05:20.390 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
14:05:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:19.120123 24726 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 24708
14:05:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:20.449833 24708 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.720s	user 0.524s	sys 0.802s
14:05:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:20.465407 24708 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.736s	user 0.524s	sys 0.802s
14:05:20.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:17.732883 24728 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:20.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.472011 24708 server_base.cc:1061] running on GCE node
14:05:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:20.474215 24735 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:20.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.476660 24708 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:20.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.495955 24708 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:20.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.497784 24708 hybrid_clock.cc:648] HybridClock initialized: now 1779113120497733 us; error 55 us; skew 500 ppm
14:05:20.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.499235 24708 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:20.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.529865 24708 webserver.cc:533] Webserver started at http://127.23.215.65:34865/ using document root <none> and password file <none>
14:05:20.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.531608 24708 fs_manager.cc:362] Metadata directory not provided
14:05:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.532094 24708 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.532784 24708 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.539902 24708 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/data/instance:
14:05:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5db240d9ad5f474ebe01490f4ab87bfc"
14:05:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:20 on dist-test-slave-qn3m"
14:05:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.542109 24708 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/wal/instance:
14:05:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5db240d9ad5f474ebe01490f4ab87bfc"
14:05:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:20 on dist-test-slave-qn3m"
14:05:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.560820 24708 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.006s	sys 0.007s
14:05:20.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.574545 24740 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.576263 24708 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.008s	sys 0.001s
14:05:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.576920 24708 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/wal
14:05:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5db240d9ad5f474ebe01490f4ab87bfc"
14:05:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:20 on dist-test-slave-qn3m"
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.577571 24708 fs_report.cc:389] FS layout report
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/wal
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/wal
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/data/data
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:20.593 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.21.77.188:44831, [6ms] received response from server master-127.21.77.188:44831: OK, deferred=null) with no deferred attached!
14:05:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.682782 24708 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.686975 24708 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:20.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.688076 24708 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.698375 24708 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.712154 24708 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:20.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.712811 24708 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
14:05:20.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.713519 24708 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:20.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:20.713868 24708 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:20.878 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113120877 for job eacb0b568f4587f80a357fedc2948c94.
14:05:20.889 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:05:20.890 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
14:05:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.189195 24708 rpc_server.cc:307] RPC server started. Bound to: 127.23.215.65:45163
14:05:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.189323 24853 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.215.65:45163 every 8 connection(s)
14:05:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.191861 24708 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/data/info.pb
14:05:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.193445 24413 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 24708
14:05:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.194065 24413 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-0/wal/instance
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.206744 24413 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/wal
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/data
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/logs
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/data/info.pb
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.66:0
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.215.66
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.66
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:21.256 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:21.257 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:21.257 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:21.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.260 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.277799 24854 heartbeater.cc:344] Connected to a master server at 127.23.215.124:34465
14:05:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.278362 24854 heartbeater.cc:461] Registering TS with master...
14:05:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.279618 24854 heartbeater.cc:507] Master 127.23.215.124:34465 requested a full tablet report, sending...
14:05:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.283243 24616 ts_manager.cc:194] Registered new tserver with Master: 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163)
14:05:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.283812 24861 heartbeater.cc:344] Connected to a master server at 127.23.215.126:44757
14:05:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.284174 24861 heartbeater.cc:461] Registering TS with master...
14:05:21.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.285038 24861 heartbeater.cc:507] Master 127.23.215.126:44757 requested a full tablet report, sending...
14:05:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.287559 24459 ts_manager.cc:194] Registered new tserver with Master: 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163)
14:05:21.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.288348 24855 heartbeater.cc:344] Connected to a master server at 127.23.215.125:37669
14:05:21.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.288686 24855 heartbeater.cc:461] Registering TS with master...
14:05:21.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.289608 24855 heartbeater.cc:507] Master 127.23.215.125:37669 requested a full tablet report, sending...
14:05:21.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.290613 24459 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.215.65:54597
14:05:21.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.292910 24538 ts_manager.cc:194] Registered new tserver with Master: 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163)
14:05:21.378 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113121377 for job eacb0b568f4587f80a357fedc2948c94.
14:05:21.387 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:05:21.388 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
14:05:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:21.615513 24858 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:21.616055 24858 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:21.616549 24858 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:21.676234 24858 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:21.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:21.677573 24858 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.215.66
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.721011 24858 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/data
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/wal
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.66:0
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/data/info.pb
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.66
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.215.66
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/logs
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:21.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.722733 24858 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:21.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:21.724534 24858 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:21.750195 24870 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:21.877 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:21.878 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:21.878 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:21.879 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113121878 for job eacb0b568f4587f80a357fedc2948c94.
14:05:21.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.883 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:21.885 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29308), Traces: [0ms] sending RPC to server master-127.21.77.188:44831, [3ms] received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [258ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [260ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [261ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [398ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [401ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [860ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [861ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [862ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1538ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1541ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2544ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5118ms] refreshing cache from master, [5119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5124ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [5125ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [5126ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5126ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6458ms] refreshing cache from master, [6459ms] too many traces: truncated at 100 traces, deferred=Deferred@416433095(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@191fc657 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130)))
14:05:21.898 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:21.898 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:21.899 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job eacb0b568f4587f80a357fedc2948c94 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
14:05:21.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.903 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29308), Traces: [0ms] sending RPC to server master-127.21.77.188:44831, [3ms] received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [258ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [260ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [261ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [398ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [401ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [860ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [861ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [862ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1538ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1541ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2544ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5118ms] refreshing cache from master, [5119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5124ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [5125ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [5126ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5126ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6458ms] refreshing cache from master, [6459ms] too many traces: truncated at 100 traces, deferred=Deferred@416433095(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@191fc657 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29308), Traces: [0ms] sending RPC to server master-127.21.77.188:44831, [3ms] received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [258ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [260ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [261ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [398ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [401ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [860ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [861ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [862ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1538ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1541ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2544ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5118ms] refreshing cache from master, [5119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5124ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [5125ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [5126ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5126ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6458ms] refreshing cache from master, [6459ms] too many traces: truncated at 100 traces, deferred=Deferred@416433095(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@191fc657 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.188:44831
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:21.912 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:21.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:21.933 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:21.935 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:21.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.937 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.938 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:21.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.939 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.940 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:21.956 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:21.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.959 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:21.960 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.961 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.961 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:21.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.962 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.962 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:21.969 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
14:05:21.973 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:21.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.975 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.975 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:21.976 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:21.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.978 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:21.978 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:21.993 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:21.995 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.995 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.996 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:21.996 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:21.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.998 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:21.998 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:22.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.000 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.001 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:22.033 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:22.034 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:22.035 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:22.036 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.036 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:22.054 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:22.055 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:22.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.055 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:22.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:22.070 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29308), Traces: [0ms] sending RPC to server master-127.21.77.188:44831, [3ms] received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [258ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [260ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [261ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [398ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [401ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [860ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [861ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [862ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1538ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1541ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2544ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5118ms] refreshing cache from master, [5119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5124ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [5125ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [5126ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5126ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6458ms] refreshing cache from master, [6459ms] too many traces: truncated at 100 traces, deferred=Deferred@416433095(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@191fc657 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29308), Traces: [0ms] sending RPC to server master-127.21.77.188:44831, [3ms] received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [258ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [260ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [261ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [398ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [400ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [401ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [860ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [861ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [862ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1538ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1541ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2544ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5118ms] refreshing cache from master, [5119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5124ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [5125ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [5126ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5126ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6458ms] refreshing cache from master, [6459ms] too many traces: truncated at 100 traces, deferred=Deferred@416433095(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@191fc657 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1878420933 after retry RPC after error@615127696) -> (continuation of Deferred@778877369 after retry RPC after error@1227292509) -> (continuation of Deferred@367148025 after retry RPC after error@1634258255) -> (continuation of Deferred@704778666 after retry RPC after error@1411436448) -> (continuation of Deferred@1352207150 after retry RPC after error@2008852167) -> (continuation of Deferred@1300854491 after retry RPC after error@528936197) -> (continuation of Deferred@123622816 after retry RPC after error@365314322) -> (continuation of Deferred@335532767 after retry RPC after error@993655648) -> (continuation of Deferred@1312774898 after retry RPC after error@1775656182) -> (continuation of Deferred@72483385 after retry RPC after error@1883511592) -> (continuation of Deferred@1150822168 after retry RPC after error@536011409) -> (continuation of Deferred@187005084 after retry RPC after error@1533591435) -> (continuation of Deferred@1590551321 after retry RPC after error@1445164091) -> (continuation of Deferred@1994528763 after retry RPC after error@1760066123) -> (continuation of Deferred@1502382436 after retry RPC after error@348372162) -> (continuation of Deferred@1920478318 after retry RPC after error@1500064328) -> (continuation of Deferred@1678991272 after retry RPC after error@1832901188) -> (continuation of Deferred@1578602705 after retry RPC after error@1320995377) -> (continuation of Deferred@816587345 after retry RPC after error@600978426) -> (continuation of Deferred@1101114953 after retry RPC after error@1768163598) -> (continuation of Deferred@948637913 after retry RPC after error@183810513) -> (continuation of Deferred@1181453600 after retry RPC after error@252629146) -> (continuation of Deferred@1868760186 after retry RPC after error@1089864310) -> (continuation of Deferred@1525585349 after retry RPC after error@589104130)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.188:44831
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:22.074 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:22.074 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:22.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.078 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:22.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.081 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:22.093 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:05:22.093 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:05:22.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
14:05:22.106 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:05:22.107 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:05:22.108 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:05:22.108 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:05:22.114 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
14:05:22.114 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:05:22.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
14:05:22.115 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:05:22.117 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
14:05:22.117 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:05:22.131 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.22.3.253:33653(127.22.3.253:33653)] disconnecting while in state TERMINATED
14:05:22.131 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer aef18e9f30cc45d0bc733b13123d7583(127.22.3.195:42799)] disconnecting while in state TERMINATED
14:05:22.132 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.22.3.252:33621(127.22.3.252:33621)] disconnecting while in state TERMINATED
14:05:22.133 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.22.3.254:39131(127.22.3.254:39131)] disconnecting while in state TERMINATED
14:05:22.133 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:22.136 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
14:05:22.136 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
14:05:22.137 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
14:05:22.137 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:05:22.137 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:05:22.137 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:05:22.137 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
14:05:22.138 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:05:22.138 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.22.3.253:33653(127.22.3.253:33653)] disconnecting while in state TERMINATED
14:05:22.139 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.22.3.252:33621(127.22.3.252:33621)] disconnecting while in state TERMINATED
14:05:22.139 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.22.3.254:39131(127.22.3.254:39131)] disconnecting while in state TERMINATED
14:05:22.139 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:22.139 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:05:22.140 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:05:22.140 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:05:22.140 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
14:05:22.140 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
14:05:22.141 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:05:22.141 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:05:22.164 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:05:22.164 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:05:22.164 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:05:22.165 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:05:22.172 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.22.3.253:33653(127.22.3.253:33653)] disconnecting while in state TERMINATED
14:05:22.173 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.22.3.252:33621(127.22.3.252:33621)] disconnecting while in state TERMINATED
14:05:22.173 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ae5e4734acb4de78680f50504495d64(127.22.3.193:46425)] disconnecting while in state TERMINATED
14:05:22.173 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.22.3.254:39131(127.22.3.254:39131)] disconnecting while in state TERMINATED
14:05:22.173 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:22.174 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
14:05:22.174 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
14:05:22.175 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:05:22.187 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:05:22.187 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:05:22.187 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:05:22.202 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.22.3.253:33653(127.22.3.253:33653)] disconnecting while in state TERMINATED
14:05:22.202 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.22.3.252:33621(127.22.3.252:33621)] disconnecting while in state TERMINATED
14:05:22.202 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.22.3.254:39131(127.22.3.254:39131)] disconnecting while in state TERMINATED
14:05:22.202 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:22.203 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:05:22.204 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
14:05:22.213 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:22.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.219 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:22.219 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:22.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.224 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
14:05:22.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.225 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:22.227 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
14:05:22.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:05:22.236 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:05:22.237 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:05:22.240 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
14:05:22.251 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:05:22.251 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:05:22.281 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:05:22.290 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:05:22.295 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:05:22.297 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:05:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:22.296687 24861 heartbeater.cc:499] Master 127.23.215.126:44757 was elected leader, sending a full tablet report...
14:05:22.299 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:05:22.300 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
14:05:22.300 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:05:22.300 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:05:22.301 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
14:05:22.314 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:05:22.324 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:05:22.329 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:05:22.714 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:22.715 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:22.715 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:22.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:22.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:22.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:22.723 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.138 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RESTARTING to RUNNING.
14:05:23.141 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:05:23.158 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:05:23.158 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:05:23.163 [INFO - Thread-10] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:05:23.163 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state TERMINATED
14:05:23.163 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state TERMINATED
14:05:23.163 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state TERMINATED
14:05:23.163 [DEBUG - Thread-10] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:23.164 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:23.164 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
14:05:23.165 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
14:05:23.172 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
14:05:23.173 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:05:23.176 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
14:05:23.176 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:05:23.176 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:05:23.177 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:05:23.178 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
14:05:23.180 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:05:23.181 [INFO - Thread-10] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:05:23.181 [INFO - Thread-10] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:05:23.184 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
14:05:23.184 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:05:23.185 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
14:05:23.187 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:05:23.189 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
14:05:23.189 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:05:23.189 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
14:05:23.190 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:05:23.190 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
14:05:23.190 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:05:23.194 [DEBUG - Thread-10] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:23.194 [INFO - Thread-10] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:05:23.195 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:23.195 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:05:23.197 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:05:23.201 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
14:05:23.201 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:05:23.202 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:05:23.203 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
14:05:23.203 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:05:23.204 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:05:23.205 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
14:05:23.205 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
14:05:23.205 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
14:05:23.206 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bd22c6d
14:05:23.206 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:23.207 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:23.207 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:05:23.211 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:05:23.213 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
14:05:23.214 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1687fe2a
14:05:23.214 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:23.215 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:23.215 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:05:23.216 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:05:23.221 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
14:05:23.221 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
14:05:23.222 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@653819c7
14:05:23.222 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@262c651e
14:05:23.222 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:23.222 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:23.223 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:23.223 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:23.223 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:05:23.223 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:05:23.223 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:05:23.224 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:05:23.225 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15474497
14:05:23.226 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25849587
14:05:23.229 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a23a5f8
14:05:23.230 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:23.234 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:23.253 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44a55f34
14:05:23.256 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:23.258 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:23.261 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:05:23.261 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:05:23.261 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:05:23.261 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:05:23.263 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.263 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.276 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.278 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.284 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.307 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.308 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.319 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.328 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.342 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.345 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.349 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.352 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.356 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.363 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.367 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.369 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.376 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.377 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.381 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.383 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.388 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.389 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.390 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.392 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.393 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.397 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.402 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.404 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.402 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.409 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.430 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.440 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.442 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.444 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.446 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.449 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.450 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.450 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.452 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.463 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.466 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.471 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.469 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.469 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.474 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.474 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.474 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.468 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.476 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.483 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.489 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.497 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.497 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.498 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.499 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.502 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.504 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.504 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.506 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.507 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.508 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.508 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.509 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.509 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.509 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.509 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.509 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.509 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.509 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.510 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.514 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.522 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.523 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.524 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.525 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.526 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.526 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.526 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.528 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.528 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.529 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.532 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.542 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.543 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.543 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.543 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.545 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.544 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.547 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.547 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.548 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.548 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.549 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.550 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.562 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.563 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.563 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.567 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.568 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.568 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.569 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.569 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.569 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.569 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.569 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.570 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.570 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.570 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.571 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.571 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.582 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.583 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.583 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.584 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.587 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.588 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.588 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.588 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.589 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.589 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.589 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.590 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.590 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.590 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.591 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.591 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.592 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.628 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.629 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.629 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.629 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.629 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.629 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.630 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.631 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.649 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.650 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.651 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.652 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.652 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:23.723 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.724 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.724 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.728 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.729 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.731 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.732 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:21.751972 24871 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:23.152710 24869 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 24858
14:05:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:23.759065 24858 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.003s	user 0.000s	sys 0.002s
14:05:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:23.761626 24858 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.006s	user 0.000s	sys 0.002s
14:05:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:23.762624 24874 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.769 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.770 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.770 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:23.775707 24872 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2007 milliseconds
14:05:23.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.776281 24858 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:23.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.782 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:23.783 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:23.783 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:23.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:23.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:23.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.788 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.788343 24858 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:23.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:23.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.793748 24858 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.795286 24858 hybrid_clock.cc:648] HybridClock initialized: now 1779113123795204 us; error 79 us; skew 500 ppm
14:05:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.796299 24858 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.806874 24858 webserver.cc:533] Webserver started at http://127.23.215.66:35823/ using document root <none> and password file <none>
14:05:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.807986 24858 fs_manager.cc:362] Metadata directory not provided
14:05:23.808 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.808250 24858 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:23.808 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.808844 24858 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:23.809 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.815 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.815284 24858 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/data/instance:
14:05:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "744c496c346245068710877c1cac338d"
14:05:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:23 on dist-test-slave-qn3m"
14:05:23.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.816622 24858 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/wal/instance:
14:05:23.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "744c496c346245068710877c1cac338d"
14:05:23.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:23 on dist-test-slave-qn3m"
14:05:23.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.824 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.824 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.825074 24858 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
14:05:23.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.827 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.832423 24957 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.833665 24858 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:05:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.834030 24858 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/wal
14:05:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "744c496c346245068710877c1cac338d"
14:05:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:23 on dist-test-slave-qn3m"
14:05:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.834405 24858 fs_report.cc:389] FS layout report
14:05:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/wal
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/wal
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/data/data
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:23.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.887207 24858 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.888808 24858 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.889526 24858 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.894457 24858 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.898974 24858 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.899179 24858 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.899364 24858 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:23.899497 24858 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:23.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.904 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.904 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.906 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.948 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.949 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.949 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.950 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.950 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.950 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:23.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:23.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:23.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:23.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:23.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:23.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:23.966 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:24.048 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:24.049 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:24.049 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:24.049 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.049 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.050 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.050 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.050 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.060181 24858 rpc_server.cc:307] RPC server started. Bound to: 127.23.215.66:35793
14:05:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.060326 25070 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.215.66:35793 every 8 connection(s)
14:05:24.062 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:24.062 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:24.063 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:24.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:24.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:24.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:24.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:24.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.063220 24858 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/data/info.pb
14:05:24.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:24.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:24.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:24.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:24.064 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:24.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.066911 24413 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 24858
14:05:24.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.067426 24413 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-1/wal/instance
14:05:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.090377 24413 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/wal
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/data
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/logs
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/data/info.pb
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.67:0
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.215.67
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.67
14:05:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:24.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.137331 25071 heartbeater.cc:344] Connected to a master server at 127.23.215.124:34465
14:05:24.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.137815 25071 heartbeater.cc:461] Registering TS with master...
14:05:24.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.138118 25072 heartbeater.cc:344] Connected to a master server at 127.23.215.125:37669
14:05:24.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.138489 25072 heartbeater.cc:461] Registering TS with master...
14:05:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.139225 25071 heartbeater.cc:507] Master 127.23.215.124:34465 requested a full tablet report, sending...
14:05:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.139377 25072 heartbeater.cc:507] Master 127.23.215.125:37669 requested a full tablet report, sending...
14:05:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.142587 24538 ts_manager.cc:194] Registered new tserver with Master: 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.143023 24616 ts_manager.cc:194] Registered new tserver with Master: 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.144716 25073 heartbeater.cc:344] Connected to a master server at 127.23.215.126:44757
14:05:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.145058 25073 heartbeater.cc:461] Registering TS with master...
14:05:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.145910 25073 heartbeater.cc:507] Master 127.23.215.126:44757 requested a full tablet report, sending...
14:05:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.147996 24459 ts_manager.cc:194] Registered new tserver with Master: 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.149678 24459 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.215.66:42027
14:05:24.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:24.422 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:24.422 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:24.423 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:24.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:24.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:24.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:24.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:24.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:24.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:24.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:24.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:24.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:24.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:24.466470 25078 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:24.466950 25078 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:24.467357 25078 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:24.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:24.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:24.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:24.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:24.506438 25078 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:24.507340 25078 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.215.67
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.546970 25078 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.215.84:40651
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/data
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/wal
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.215.67:0
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/data/info.pb
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.215.67
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.215.126:44757,127.23.215.125:37669,127.23.215.124:34465
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.215.67
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/logs
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:24.549 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.548745 25078 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:24.549 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:24.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.550 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:24.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:24.550948 25078 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:24.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.551 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:24.564818 25088 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:24.569 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:24.569 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:24.570 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:24.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:24.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:24.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:24.574 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:24.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:25.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:25.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:25.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:25.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.009 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.009 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.010 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.011 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:25.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:25.152817 25073 heartbeater.cc:499] Master 127.23.215.126:44757 was elected leader, sending a full tablet report...
14:05:25.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:25.648 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:25.649 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:25.649 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:25.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.661 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:25.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:25.762 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:25.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:25.796 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:25.797 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:25.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:25.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:25.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:25.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:25.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:25.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:25.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:25.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:25.810 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:25.924 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:25.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:25.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:25.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:25.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:25.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:25.929 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:26.167 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:25.967635 25087 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 25078
14:05:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:26.472081 25087 kernel_stack_watchdog.cc:198] Thread 25078 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:05:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:05:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:05:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:05:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:05:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:24.565219 25089 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:26.473217 25078 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.908s	user 0.621s	sys 1.045s
14:05:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:26.474490 25091 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:26.474814 25078 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.909s	user 0.621s	sys 1.046s
14:05:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:26.479466 25090 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1913 milliseconds
14:05:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.479545 25078 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.481154 25078 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.484067 25078 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.485512 25078 hybrid_clock.cc:648] HybridClock initialized: now 1779113126485471 us; error 38 us; skew 500 ppm
14:05:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.486358 25078 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.492920 25078 webserver.cc:533] Webserver started at http://127.23.215.67:45397/ using document root <none> and password file <none>
14:05:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.494060 25078 fs_manager.cc:362] Metadata directory not provided
14:05:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.494340 25078 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.494827 25078 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.500252 25078 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/data/instance:
14:05:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64581590dd44460d972cbe9621a88013"
14:05:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:26 on dist-test-slave-qn3m"
14:05:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.501421 25078 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/wal/instance:
14:05:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64581590dd44460d972cbe9621a88013"
14:05:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:26 on dist-test-slave-qn3m"
14:05:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.510358 25078 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.000s	sys 0.008s
14:05:26.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.516067 25101 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.517235 25078 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
14:05:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.517576 25078 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/wal
14:05:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64581590dd44460d972cbe9621a88013"
14:05:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:26 on dist-test-slave-qn3m"
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.517918 25078 fs_report.cc:389] FS layout report
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/wal
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/wal
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/data/data
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.575228 25078 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.576865 25078 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.577375 25078 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:26.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.580209 25078 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.584863 25078 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.585126 25078 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.585439 25078 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.585704 25078 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:26.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.758616 25078 rpc_server.cc:307] RPC server started. Bound to: 127.23.215.67:36473
14:05:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.758770 25213 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.215.67:36473 every 8 connection(s)
14:05:26.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.761757 25078 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/data/info.pb
14:05:26.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.767553 24413 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 25078
14:05:26.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.768126 24413 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15544451994858755956/ts-2/wal/instance
14:05:26.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.831163 25214 heartbeater.cc:344] Connected to a master server at 127.23.215.124:34465
14:05:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.831719 25214 heartbeater.cc:461] Registering TS with master...
14:05:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.834996 25215 heartbeater.cc:344] Connected to a master server at 127.23.215.125:37669
14:05:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.836077 25215 heartbeater.cc:461] Registering TS with master...
14:05:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.837529 25215 heartbeater.cc:507] Master 127.23.215.125:37669 requested a full tablet report, sending...
14:05:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.842077 25216 heartbeater.cc:344] Connected to a master server at 127.23.215.126:44757
14:05:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.842437 25216 heartbeater.cc:461] Registering TS with master...
14:05:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.843319 25216 heartbeater.cc:507] Master 127.23.215.126:44757 requested a full tablet report, sending...
14:05:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.843532 24538 ts_manager.cc:194] Registered new tserver with Master: 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.845616 24459 ts_manager.cc:194] Registered new tserver with Master: 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.846297 25214 heartbeater.cc:507] Master 127.23.215.124:34465 requested a full tablet report, sending...
14:05:26.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.847361 24459 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.215.67:34073
14:05:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.849871 24616 ts_manager.cc:194] Registered new tserver with Master: 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.866276 24413 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:05:26.877 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:05:26.878 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:05:26.879 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.215.126"
      port: 44757
    }
    bound_http_address {
      host: "127.23.215.126"
      port: 41669
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.215.125"
      port: 37669
    }
    bound_http_address {
      host: "127.23.215.125"
      port: 37131
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.215.124"
      port: 34465
    }
    bound_http_address {
      host: "127.23.215.124"
      port: 34575
    }
  }
}

14:05:26.879 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:05:26.881 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.215.65"
      port: 45163
    }
    bound_http_address {
      host: "127.23.215.65"
      port: 34865
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.215.66"
      port: 35793
    }
    bound_http_address {
      host: "127.23.215.66"
      port: 35823
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.215.67"
      port: 36473
    }
    bound_http_address {
      host: "127.23.215.67"
      port: 45397
    }
  }
}

14:05:26.881 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:05:26.883 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:26.889 [DEBUG - main] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:26.890 [DEBUG - main] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:26.890 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.33.60:33863(127.23.33.60:33863)] Successfully connected to peer
14:05:26.891 [DEBUG - main] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:26.892 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.33.62:45905(127.23.33.62:45905)] Successfully connected to peer
14:05:26.896 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.33.61:39535(127.23.33.61:39535)] Successfully connected to peer
14:05:26.896 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.62
14:05:26.897 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.60
14:05:26.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:26.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:26.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:26.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:26.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:26.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:26.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:26.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:26.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:26.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:26.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:26.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:26.906 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:26.913 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:26.915 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.61
14:05:26.916 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:26.920 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd3b0aaea, L:/127.0.0.1:44444 - R:/127.23.33.60:33863] using SASL/PLAIN
14:05:26.923 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd49674ae, L:/127.0.0.1:38828 - R:/127.23.33.62:45905] using SASL/PLAIN
14:05:26.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:26.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=38), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [37ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: OK, deferred=null) after lookup
14:05:26.932 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:26.930317 23887 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44444:
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:05:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:26.938 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xadd1b511, L:/127.0.0.1:59598 - R:/127.23.33.61:39535] using SASL/PLAIN
14:05:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:26.938796 23887 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:05:27.008 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:27.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.056423 24335 tablet_service.cc:1511] Processing CreateTablet for tablet f7b2442530914f369d46b91b11848160 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.059615 24338 tablet_service.cc:1511] Processing CreateTablet for tablet b1af2c1ce43b49ae858107f30961bf85 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.058765 24334 tablet_service.cc:1511] Processing CreateTablet for tablet bac980d567cc4f43acdf2d92e5c075f2 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.057174 24337 tablet_service.cc:1511] Processing CreateTablet for tablet 6927f205a4404bee915ddd9121f57d5e (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.064272 24336 tablet_service.cc:1511] Processing CreateTablet for tablet 7e9520884795405ba29727b01be851a9 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.085820 24335 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7b2442530914f369d46b91b11848160. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.086637 24334 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bac980d567cc4f43acdf2d92e5c075f2. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.092309 24337 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6927f205a4404bee915ddd9121f57d5e. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.094105 24336 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e9520884795405ba29727b01be851a9. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.095752 24338 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b1af2c1ce43b49ae858107f30961bf85. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.108 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:27.109 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:27.109 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:27.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.112 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:27.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.143092 24197 tablet_service.cc:1511] Processing CreateTablet for tablet 6927f205a4404bee915ddd9121f57d5e (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.142627 24195 tablet_service.cc:1511] Processing CreateTablet for tablet f7b2442530914f369d46b91b11848160 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.146006 24194 tablet_service.cc:1511] Processing CreateTablet for tablet bac980d567cc4f43acdf2d92e5c075f2 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.142622 24196 tablet_service.cc:1511] Processing CreateTablet for tablet 7e9520884795405ba29727b01be851a9 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.147953 24197 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6927f205a4404bee915ddd9121f57d5e. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.149847 24195 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7b2442530914f369d46b91b11848160. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.150884 24194 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bac980d567cc4f43acdf2d92e5c075f2. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.156213 24196 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e9520884795405ba29727b01be851a9. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.133219 24054 tablet_service.cc:1511] Processing CreateTablet for tablet f7b2442530914f369d46b91b11848160 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.149128 24056 tablet_service.cc:1511] Processing CreateTablet for tablet 6927f205a4404bee915ddd9121f57d5e (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.150628 24057 tablet_service.cc:1511] Processing CreateTablet for tablet b1af2c1ce43b49ae858107f30961bf85 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.161074 24054 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7b2442530914f369d46b91b11848160. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.162887 24056 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6927f205a4404bee915ddd9121f57d5e. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.167191 24055 tablet_service.cc:1511] Processing CreateTablet for tablet 7e9520884795405ba29727b01be851a9 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.168623 24055 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e9520884795405ba29727b01be851a9. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.170617 24057 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b1af2c1ce43b49ae858107f30961bf85. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.176594 24198 tablet_service.cc:1511] Processing CreateTablet for tablet b1af2c1ce43b49ae858107f30961bf85 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.178043 24198 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b1af2c1ce43b49ae858107f30961bf85. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.131593 24053 tablet_service.cc:1511] Processing CreateTablet for tablet bac980d567cc4f43acdf2d92e5c075f2 (DEFAULT_TABLE table=replication_test_table [id=350633c7dfa84c3e8c2a680c157fcf54]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.185794 24053 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bac980d567cc4f43acdf2d92e5c075f2. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.229616 25250 tablet_bootstrap.cc:492] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f: Bootstrap starting.
14:05:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.232566 25249 tablet_bootstrap.cc:492] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997: Bootstrap starting.
14:05:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.251879 25250 tablet_bootstrap.cc:654] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f: Neither blocks nor log segments found. Creating new log.
14:05:27.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.263469 25250 log.cc:826] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f: Log is configured to *not* fsync() on all Append() calls
14:05:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.264683 25249 tablet_bootstrap.cc:654] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997: Neither blocks nor log segments found. Creating new log.
14:05:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.267297 25249 log.cc:826] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997: Log is configured to *not* fsync() on all Append() calls
14:05:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.290938 25250 tablet_bootstrap.cc:492] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f: No bootstrap required, opened a new log
14:05:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.298063 25253 tablet_bootstrap.cc:492] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706: Bootstrap starting.
14:05:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.303745 25250 ts_tablet_manager.cc:1403] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f: Time spent bootstrapping tablet: real 0.075s	user 0.009s	sys 0.009s
14:05:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.308447 25249 tablet_bootstrap.cc:492] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997: No bootstrap required, opened a new log
14:05:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.309216 25249 ts_tablet_manager.cc:1403] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997: Time spent bootstrapping tablet: real 0.077s	user 0.025s	sys 0.021s
14:05:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.319207 25253 tablet_bootstrap.cc:654] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706: Neither blocks nor log segments found. Creating new log.
14:05:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.321943 25253 log.cc:826] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706: Log is configured to *not* fsync() on all Append() calls
14:05:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.339336 25253 tablet_bootstrap.cc:492] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706: No bootstrap required, opened a new log
14:05:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.340183 25253 ts_tablet_manager.cc:1403] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706: Time spent bootstrapping tablet: real 0.050s	user 0.023s	sys 0.000s
14:05:27.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.344401 25250 raft_consensus.cc:359] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.345428 25250 raft_consensus.cc:385] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.345731 25250 raft_consensus.cc:740] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 061b5748ce9b4f48853804999ed6ab9f, State: Initialized, Role: FOLLOWER
14:05:27.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.346730 25250 consensus_queue.cc:260] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.347275 25249 raft_consensus.cc:359] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.348294 25249 raft_consensus.cc:385] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.348707 25249 raft_consensus.cc:740] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4c14fb9f8974d3fb5215512d2dab997, State: Initialized, Role: FOLLOWER
14:05:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.349645 25249 consensus_queue.cc:260] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.359567 25249 ts_tablet_manager.cc:1434] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997: Time spent starting tablet: real 0.050s	user 0.027s	sys 0.014s
14:05:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.362242 25250 ts_tablet_manager.cc:1434] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f: Time spent starting tablet: real 0.058s	user 0.033s	sys 0.012s
14:05:27.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.365165 25250 tablet_bootstrap.cc:492] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f: Bootstrap starting.
14:05:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.375856 25250 tablet_bootstrap.cc:654] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f: Neither blocks nor log segments found. Creating new log.
14:05:27.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.383224 25249 tablet_bootstrap.cc:492] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997: Bootstrap starting.
14:05:27.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.386090 25253 raft_consensus.cc:359] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.387226 25253 raft_consensus.cc:385] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.387629 25253 raft_consensus.cc:740] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff025b4037e64ff3a367731943602706, State: Initialized, Role: FOLLOWER
14:05:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.389051 25253 consensus_queue.cc:260] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.393750 25249 tablet_bootstrap.cc:654] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997: Neither blocks nor log segments found. Creating new log.
14:05:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.394906 25253 ts_tablet_manager.cc:1434] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706: Time spent starting tablet: real 0.054s	user 0.027s	sys 0.012s
14:05:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.395080 25250 tablet_bootstrap.cc:492] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f: No bootstrap required, opened a new log
14:05:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.395479 25250 ts_tablet_manager.cc:1403] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f: Time spent bootstrapping tablet: real 0.031s	user 0.013s	sys 0.005s
14:05:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.396080 25253 tablet_bootstrap.cc:492] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706: Bootstrap starting.
14:05:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.398941 25250 raft_consensus.cc:359] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.399636 25250 raft_consensus.cc:385] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.399940 25250 raft_consensus.cc:740] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 061b5748ce9b4f48853804999ed6ab9f, State: Initialized, Role: FOLLOWER
14:05:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.400627 25250 consensus_queue.cc:260] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.402752 25250 ts_tablet_manager.cc:1434] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.003s
14:05:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.403920 25250 tablet_bootstrap.cc:492] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f: Bootstrap starting.
14:05:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:27.411003 24131 tablet.cc:2404] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.412770 25250 tablet_bootstrap.cc:654] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f: Neither blocks nor log segments found. Creating new log.
14:05:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.416672 25249 tablet_bootstrap.cc:492] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997: No bootstrap required, opened a new log
14:05:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.417097 25249 ts_tablet_manager.cc:1403] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997: Time spent bootstrapping tablet: real 0.034s	user 0.007s	sys 0.009s
14:05:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.420830 25249 raft_consensus.cc:359] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.421522 25249 raft_consensus.cc:385] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.421810 25249 raft_consensus.cc:740] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4c14fb9f8974d3fb5215512d2dab997, State: Initialized, Role: FOLLOWER
14:05:27.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.422597 25249 consensus_queue.cc:260] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.432952 25249 ts_tablet_manager.cc:1434] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.000s
14:05:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.438637 25249 tablet_bootstrap.cc:492] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997: Bootstrap starting.
14:05:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.448879 25253 tablet_bootstrap.cc:654] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706: Neither blocks nor log segments found. Creating new log.
14:05:27.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.454105 25250 tablet_bootstrap.cc:492] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f: No bootstrap required, opened a new log
14:05:27.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.454703 25250 ts_tablet_manager.cc:1403] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f: Time spent bootstrapping tablet: real 0.051s	user 0.008s	sys 0.012s
14:05:27.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.458317 25249 tablet_bootstrap.cc:654] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997: Neither blocks nor log segments found. Creating new log.
14:05:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.460311 25250 raft_consensus.cc:359] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.461177 25253 tablet_bootstrap.cc:492] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706: No bootstrap required, opened a new log
14:05:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.461057 25250 raft_consensus.cc:385] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.461575 25253 ts_tablet_manager.cc:1403] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706: Time spent bootstrapping tablet: real 0.066s	user 0.029s	sys 0.028s
14:05:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.461401 25250 raft_consensus.cc:740] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 061b5748ce9b4f48853804999ed6ab9f, State: Initialized, Role: FOLLOWER
14:05:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.462405 25250 consensus_queue.cc:260] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.464025 25253 raft_consensus.cc:359] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.466136 25253 raft_consensus.cc:385] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.466418 25253 raft_consensus.cc:740] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff025b4037e64ff3a367731943602706, State: Initialized, Role: FOLLOWER
14:05:27.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.466913 25250 ts_tablet_manager.cc:1434] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f: Time spent starting tablet: real 0.012s	user 0.008s	sys 0.000s
14:05:27.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.467319 25253 consensus_queue.cc:260] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.469906 25253 ts_tablet_manager.cc:1434] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706: Time spent starting tablet: real 0.008s	user 0.004s	sys 0.002s
14:05:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.470752 25253 tablet_bootstrap.cc:492] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706: Bootstrap starting.
14:05:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.474167 25249 tablet_bootstrap.cc:492] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997: No bootstrap required, opened a new log
14:05:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.474742 25249 ts_tablet_manager.cc:1403] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997: Time spent bootstrapping tablet: real 0.036s	user 0.014s	sys 0.005s
14:05:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.477342 25253 tablet_bootstrap.cc:654] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706: Neither blocks nor log segments found. Creating new log.
14:05:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.479168 25250 tablet_bootstrap.cc:492] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f: Bootstrap starting.
14:05:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.486184 25250 tablet_bootstrap.cc:654] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f: Neither blocks nor log segments found. Creating new log.
14:05:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.488480 25256 raft_consensus.cc:493] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.489157 25256 raft_consensus.cc:515] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.489575 25255 raft_consensus.cc:493] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.490226 25255 raft_consensus.cc:515] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.491499 25253 tablet_bootstrap.cc:492] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706: No bootstrap required, opened a new log
14:05:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.491966 25253 ts_tablet_manager.cc:1403] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706: Time spent bootstrapping tablet: real 0.021s	user 0.012s	sys 0.006s
14:05:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.489647 25249 raft_consensus.cc:359] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.492607 25249 raft_consensus.cc:385] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.493830 25249 raft_consensus.cc:740] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4c14fb9f8974d3fb5215512d2dab997, State: Initialized, Role: FOLLOWER
14:05:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.494745 25249 consensus_queue.cc:260] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.494865 25253 raft_consensus.cc:359] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.496146 25253 raft_consensus.cc:385] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.496487 25253 raft_consensus.cc:740] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff025b4037e64ff3a367731943602706, State: Initialized, Role: FOLLOWER
14:05:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.497004 25255 leader_election.cc:290] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.497304 25253 consensus_queue.cc:260] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:27.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.499782 25253 ts_tablet_manager.cc:1434] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706: Time spent starting tablet: real 0.008s	user 0.004s	sys 0.002s
14:05:27.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.500753 25253 tablet_bootstrap.cc:492] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706: Bootstrap starting.
14:05:27.502 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:27.503 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:27.503 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:27.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:27.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:27.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:27.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:27.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:27.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:27.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:27.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:27.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:27.506 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.510056 25253 tablet_bootstrap.cc:654] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706: Neither blocks nor log segments found. Creating new log.
14:05:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.520388 25249 ts_tablet_manager.cc:1434] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997: Time spent starting tablet: real 0.045s	user 0.008s	sys 0.007s
14:05:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.521517 25249 tablet_bootstrap.cc:492] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997: Bootstrap starting.
14:05:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.525767 25253 tablet_bootstrap.cc:492] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706: No bootstrap required, opened a new log
14:05:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.526224 25253 ts_tablet_manager.cc:1403] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706: Time spent bootstrapping tablet: real 0.026s	user 0.006s	sys 0.010s
14:05:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.527940 25256 leader_election.cc:290] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.529755 25253 raft_consensus.cc:359] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.530467 25253 raft_consensus.cc:385] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.530738 25253 raft_consensus.cc:740] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff025b4037e64ff3a367731943602706, State: Initialized, Role: FOLLOWER
14:05:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.531477 25253 consensus_queue.cc:260] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.534533 25253 ts_tablet_manager.cc:1434] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706: Time spent starting tablet: real 0.008s	user 0.008s	sys 0.000s
14:05:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.535837 25253 tablet_bootstrap.cc:492] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706: Bootstrap starting.
14:05:27.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.538486 25249 tablet_bootstrap.cc:654] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997: Neither blocks nor log segments found. Creating new log.
14:05:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.542821 25253 tablet_bootstrap.cc:654] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706: Neither blocks nor log segments found. Creating new log.
14:05:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.557080 25249 tablet_bootstrap.cc:492] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997: No bootstrap required, opened a new log
14:05:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.557780 25249 ts_tablet_manager.cc:1403] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997: Time spent bootstrapping tablet: real 0.037s	user 0.011s	sys 0.005s
14:05:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.560973 25249 raft_consensus.cc:359] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.561825 25249 raft_consensus.cc:385] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:27.562144 24273 tablet.cc:2404] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.562165 25249 raft_consensus.cc:740] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4c14fb9f8974d3fb5215512d2dab997, State: Initialized, Role: FOLLOWER
14:05:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:27.569367 24410 tablet.cc:2404] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.567142 25249 consensus_queue.cc:260] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.573660 25249 ts_tablet_manager.cc:1434] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.000s
14:05:27.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.578181 25258 raft_consensus.cc:493] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.578770 25258 raft_consensus.cc:515] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.583323 25256 raft_consensus.cc:493] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.583868 25256 raft_consensus.cc:515] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.585803 25256 leader_election.cc:290] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:27.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.587196 25258 leader_election.cc:290] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275), 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.590354 25249 tablet_bootstrap.cc:492] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997: Bootstrap starting.
14:05:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.599220 25249 tablet_bootstrap.cc:654] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997: Neither blocks nor log segments found. Creating new log.
14:05:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.604861 25253 tablet_bootstrap.cc:492] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706: No bootstrap required, opened a new log
14:05:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.605425 25253 ts_tablet_manager.cc:1403] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706: Time spent bootstrapping tablet: real 0.070s	user 0.007s	sys 0.011s
14:05:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.609431 25253 raft_consensus.cc:359] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.610186 25253 raft_consensus.cc:385] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.610494 25253 raft_consensus.cc:740] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff025b4037e64ff3a367731943602706, State: Initialized, Role: FOLLOWER
14:05:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.611121 25253 consensus_queue.cc:260] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.613591 25253 ts_tablet_manager.cc:1434] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706: Time spent starting tablet: real 0.008s	user 0.008s	sys 0.000s
14:05:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.617019 25249 tablet_bootstrap.cc:492] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997: No bootstrap required, opened a new log
14:05:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.617519 25249 ts_tablet_manager.cc:1403] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997: Time spent bootstrapping tablet: real 0.027s	user 0.011s	sys 0.008s
14:05:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.620441 25249 raft_consensus.cc:359] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.621383 25249 raft_consensus.cc:385] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.621671 25249 raft_consensus.cc:740] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4c14fb9f8974d3fb5215512d2dab997, State: Initialized, Role: FOLLOWER
14:05:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.622298 25249 consensus_queue.cc:260] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.626883 25249 ts_tablet_manager.cc:1434] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997: Time spent starting tablet: real 0.009s	user 0.004s	sys 0.002s
14:05:27.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.627972 25255 raft_consensus.cc:493] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.628495 25255 raft_consensus.cc:515] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.630577 25255 leader_election.cc:290] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:27.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.672979 24218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e9520884795405ba29727b01be851a9" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997" is_pre_election: true
14:05:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.673859 24218 raft_consensus.cc:2468] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 0.
14:05:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.675468 24293 leader_election.cc:304] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997; no voters: 
14:05:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.676999 24217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7b2442530914f369d46b91b11848160" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997" is_pre_election: true
14:05:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.677731 24217 raft_consensus.cc:2468] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 0.
14:05:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.678368 25255 raft_consensus.cc:2804] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.678746 25255 raft_consensus.cc:493] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.679097 25255 raft_consensus.cc:3060] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Advancing to term 1
14:05:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.680616 24293 leader_election.cc:304] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997; no voters: 
14:05:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.692852 25250 tablet_bootstrap.cc:492] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f: No bootstrap required, opened a new log
14:05:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.693357 25250 ts_tablet_manager.cc:1403] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f: Time spent bootstrapping tablet: real 0.214s	user 0.040s	sys 0.044s
14:05:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.694346 25280 raft_consensus.cc:2804] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.694075 25255 raft_consensus.cc:515] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.694698 25280 raft_consensus.cc:493] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.695046 25280 raft_consensus.cc:3060] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Advancing to term 1
14:05:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.696178 25250 raft_consensus.cc:359] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.696645 25255 leader_election.cc:290] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 election: Requested vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:27.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.696890 25250 raft_consensus.cc:385] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.697296 25250 raft_consensus.cc:740] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 061b5748ce9b4f48853804999ed6ab9f, State: Initialized, Role: FOLLOWER
14:05:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.698079 25250 consensus_queue.cc:260] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:27.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.702116 25280 raft_consensus.cc:515] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.704088 25280 leader_election.cc:290] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 election: Requested vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.704320 24217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e9520884795405ba29727b01be851a9" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997"
14:05:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.704905 24217 raft_consensus.cc:3060] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.711131 25258 raft_consensus.cc:493] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.711591 25258 raft_consensus.cc:515] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.710698 24218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7b2442530914f369d46b91b11848160" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997"
14:05:27.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.714267 24218 raft_consensus.cc:3060] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.719511 25250 ts_tablet_manager.cc:1434] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f: Time spent starting tablet: real 0.026s	user 0.007s	sys 0.000s
14:05:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.718727 24076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7b2442530914f369d46b91b11848160" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706" is_pre_election: true
14:05:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.720135 24076 raft_consensus.cc:2468] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 0.
14:05:27.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.718231 25258 leader_election.cc:290] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275), 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.721920 24077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e9520884795405ba29727b01be851a9" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706" is_pre_election: true
14:05:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.722651 24077 raft_consensus.cc:2468] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 0.
14:05:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.724188 24074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7b2442530914f369d46b91b11848160" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706"
14:05:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.724876 24074 raft_consensus.cc:3060] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.726662 25250 tablet_bootstrap.cc:492] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f: Bootstrap starting.
14:05:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.728015 24075 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e9520884795405ba29727b01be851a9" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706"
14:05:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.728804 24075 raft_consensus.cc:3060] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.733434 24218 raft_consensus.cc:2468] T f7b2442530914f369d46b91b11848160 P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 1.
14:05:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.735514 24293 leader_election.cc:304] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997; no voters: 
14:05:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.735607 25250 tablet_bootstrap.cc:654] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f: Neither blocks nor log segments found. Creating new log.
14:05:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.736337 25255 raft_consensus.cc:2804] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Leader election won for term 1
14:05:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.736809 25255 raft_consensus.cc:697] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [term 1 LEADER]: Becoming Leader. State: Replica: 061b5748ce9b4f48853804999ed6ab9f, State: Running, Role: LEADER
14:05:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.734354 24217 raft_consensus.cc:2468] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 1.
14:05:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.739666 24293 leader_election.cc:304] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997; no voters: 
14:05:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.738044 25255 consensus_queue.cc:237] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.740433 25280 raft_consensus.cc:2804] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Leader election won for term 1
14:05:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.752005 25256 raft_consensus.cc:493] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.754050 24358 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e9520884795405ba29727b01be851a9" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061b5748ce9b4f48853804999ed6ab9f" is_pre_election: true
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.755898 24357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bac980d567cc4f43acdf2d92e5c075f2" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061b5748ce9b4f48853804999ed6ab9f" is_pre_election: true
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.760718 24077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bac980d567cc4f43acdf2d92e5c075f2" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706" is_pre_election: true
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.761292 24077 raft_consensus.cc:2468] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4c14fb9f8974d3fb5215512d2dab997 in term 0.
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.762207 24076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e9520884795405ba29727b01be851a9" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706" is_pre_election: true
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.764127 24153 leader_election.cc:304] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d4c14fb9f8974d3fb5215512d2dab997, ff025b4037e64ff3a367731943602706; no voters: 
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.765267 25268 raft_consensus.cc:2804] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.765681 25268 raft_consensus.cc:493] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.765973 25268 raft_consensus.cc:3060] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.752600 25256 raft_consensus.cc:515] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.767874 25256 leader_election.cc:290] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.770113 24356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6927f205a4404bee915ddd9121f57d5e" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061b5748ce9b4f48853804999ed6ab9f" is_pre_election: true
14:05:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.770974 24356 raft_consensus.cc:2468] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4c14fb9f8974d3fb5215512d2dab997 in term 0.
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:27.772451 24152 leader_election.cc:343] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063): Illegal state: must be running to vote when last-logged opid is not known
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.776676 24152 leader_election.cc:304] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997; no voters: 
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.780215 24076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6927f205a4404bee915ddd9121f57d5e" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706" is_pre_election: true
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.781008 24076 raft_consensus.cc:2468] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4c14fb9f8974d3fb5215512d2dab997 in term 0.
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.785528 25268 raft_consensus.cc:515] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.788113 24357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bac980d567cc4f43acdf2d92e5c075f2" candidate_uuid: "ff025b4037e64ff3a367731943602706" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061b5748ce9b4f48853804999ed6ab9f" is_pre_election: true
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.792330 25256 raft_consensus.cc:2804] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.792858 25256 raft_consensus.cc:493] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.793239 25256 raft_consensus.cc:3060] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.794288 24076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bac980d567cc4f43acdf2d92e5c075f2" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706"
14:05:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.794879 24076 raft_consensus.cc:3060] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.803166 25268 leader_election.cc:290] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 election: Requested vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.804661 24357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bac980d567cc4f43acdf2d92e5c075f2" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061b5748ce9b4f48853804999ed6ab9f"
14:05:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:27.806237 24152 leader_election.cc:343] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063): Illegal state: must be running to vote when last-logged opid is not known
14:05:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.806514 24076 raft_consensus.cc:2468] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4c14fb9f8974d3fb5215512d2dab997 in term 1.
14:05:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.807601 24153 leader_election.cc:304] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d4c14fb9f8974d3fb5215512d2dab997, ff025b4037e64ff3a367731943602706; no voters: 061b5748ce9b4f48853804999ed6ab9f
14:05:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.809192 25268 raft_consensus.cc:2804] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Leader election won for term 1
14:05:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.813472 25280 raft_consensus.cc:697] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [term 1 LEADER]: Becoming Leader. State: Replica: 061b5748ce9b4f48853804999ed6ab9f, State: Running, Role: LEADER
14:05:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.814100 25281 raft_consensus.cc:493] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.817741 24218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bac980d567cc4f43acdf2d92e5c075f2" candidate_uuid: "ff025b4037e64ff3a367731943602706" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997" is_pre_election: true
14:05:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.819350 24075 raft_consensus.cc:2468] T 7e9520884795405ba29727b01be851a9 P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 1.
14:05:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.819842 24217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6927f205a4404bee915ddd9121f57d5e" candidate_uuid: "ff025b4037e64ff3a367731943602706" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997" is_pre_election: true
14:05:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.820430 24074 raft_consensus.cc:2468] T f7b2442530914f369d46b91b11848160 P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 1.
14:05:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.814791 25280 consensus_queue.cc:237] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.823691 25281 raft_consensus.cc:515] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.826056 25281 leader_election.cc:290] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:27.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.830029 25268 raft_consensus.cc:697] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [term 1 LEADER]: Becoming Leader. State: Replica: d4c14fb9f8974d3fb5215512d2dab997, State: Running, Role: LEADER
14:05:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.831462 24216 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1af2c1ce43b49ae858107f30961bf85" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997" is_pre_election: true
14:05:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.832155 24216 raft_consensus.cc:2468] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 0.
14:05:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.832090 25268 consensus_queue.cc:237] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.834138 24076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1af2c1ce43b49ae858107f30961bf85" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706" is_pre_election: true
14:05:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.834968 24076 raft_consensus.cc:2468] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 0.
14:05:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:27.838734 24011 leader_election.cc:343] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063): Illegal state: must be running to vote when last-logged opid is not known
14:05:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.833521 24293 leader_election.cc:304] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997; no voters: 
14:05:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.836907 24357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6927f205a4404bee915ddd9121f57d5e" candidate_uuid: "ff025b4037e64ff3a367731943602706" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061b5748ce9b4f48853804999ed6ab9f" is_pre_election: true
14:05:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.844521 24357 raft_consensus.cc:2468] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff025b4037e64ff3a367731943602706 in term 0.
14:05:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.851351 25216 heartbeater.cc:499] Master 127.23.215.126:44757 was elected leader, sending a full tablet report...
14:05:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.856195 24152 leader_election.cc:304] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d4c14fb9f8974d3fb5215512d2dab997; no voters: 061b5748ce9b4f48853804999ed6ab9f, ff025b4037e64ff3a367731943602706
14:05:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.857956 25285 raft_consensus.cc:2749] T 7e9520884795405ba29727b01be851a9 P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:05:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.846314 24011 leader_election.cc:304] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, ff025b4037e64ff3a367731943602706; no voters: 
14:05:27.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.860231 25258 raft_consensus.cc:2804] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:27.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.860674 25258 raft_consensus.cc:493] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:27.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.861092 25258 raft_consensus.cc:3060] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.870950 25258 raft_consensus.cc:515] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.879264 24216 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6927f205a4404bee915ddd9121f57d5e" candidate_uuid: "ff025b4037e64ff3a367731943602706" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997"
14:05:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.884635 24012 leader_election.cc:304] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff025b4037e64ff3a367731943602706; no voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997
14:05:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.882968 23885 catalog_manager.cc:5696] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 reported cstate change: term changed from 0 to 1, leader changed from <none> to d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2). New cstate: current_term: 1 leader_uuid: "d4c14fb9f8974d3fb5215512d2dab997" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } health_report { overall_health: UNKNOWN } } }
14:05:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:27.904438 24293 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.23.33.2:34275, user_credentials={real_user=slave}} blocked reactor thread for 71017.8us
14:05:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.904498 25281 raft_consensus.cc:2804] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.907609 25281 raft_consensus.cc:493] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.908021 25281 raft_consensus.cc:3060] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Advancing to term 1
14:05:27.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.920471 25256 raft_consensus.cc:515] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.918102 25281 raft_consensus.cc:515] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.936081 24076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1af2c1ce43b49ae858107f30961bf85" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706"
14:05:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.936641 24076 raft_consensus.cc:3060] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.938230 25288 raft_consensus.cc:2749] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:05:27.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.943084 24217 raft_consensus.cc:2393] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ff025b4037e64ff3a367731943602706 in current term 1: Already voted for candidate d4c14fb9f8974d3fb5215512d2dab997 in this term.
14:05:27.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.947324 24358 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6927f205a4404bee915ddd9121f57d5e" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061b5748ce9b4f48853804999ed6ab9f"
14:05:27.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.947923 24358 raft_consensus.cc:3060] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Advancing to term 1
14:05:27.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.949973 25281 leader_election.cc:290] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 election: Requested vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:27.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.951802 25250 tablet_bootstrap.cc:492] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f: No bootstrap required, opened a new log
14:05:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.952257 25250 ts_tablet_manager.cc:1403] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f: Time spent bootstrapping tablet: real 0.226s	user 0.033s	sys 0.056s
14:05:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.955040 25250 raft_consensus.cc:359] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.955713 25250 raft_consensus.cc:385] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.956020 25250 raft_consensus.cc:740] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 061b5748ce9b4f48853804999ed6ab9f, State: Initialized, Role: FOLLOWER
14:05:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.956884 25250 consensus_queue.cc:260] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.959141 25250 ts_tablet_manager.cc:1434] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
14:05:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.960714 24217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1af2c1ce43b49ae858107f30961bf85" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997"
14:05:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.961314 24217 raft_consensus.cc:3060] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997 [term 0 FOLLOWER]: Advancing to term 1
14:05:27.969 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:27.969 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:27.970 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:27.970 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.973 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.974187 24358 raft_consensus.cc:2468] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4c14fb9f8974d3fb5215512d2dab997 in term 1.
14:05:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.976507 24152 leader_election.cc:304] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997; no voters: 
14:05:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.976331 23884 catalog_manager.cc:5696] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f reported cstate change: term changed from 0 to 1, leader changed from <none> to 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3). New cstate: current_term: 1 leader_uuid: "061b5748ce9b4f48853804999ed6ab9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } health_report { overall_health: HEALTHY } } }
14:05:27.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:27.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:27.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:27.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:27.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:27.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:27.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.979359 24357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6927f205a4404bee915ddd9121f57d5e" candidate_uuid: "ff025b4037e64ff3a367731943602706" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061b5748ce9b4f48853804999ed6ab9f"
14:05:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.980206 24357 raft_consensus.cc:2393] T 6927f205a4404bee915ddd9121f57d5e P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ff025b4037e64ff3a367731943602706 in current term 1: Already voted for candidate d4c14fb9f8974d3fb5215512d2dab997 in this term.
14:05:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.980996 25268 raft_consensus.cc:2804] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Leader election won for term 1
14:05:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.981501 25268 raft_consensus.cc:697] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [term 1 LEADER]: Becoming Leader. State: Replica: d4c14fb9f8974d3fb5215512d2dab997, State: Running, Role: LEADER
14:05:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.982259 25268 consensus_queue.cc:237] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:27.941557 24012 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.23.33.2:34275, user_credentials={real_user=slave}} blocked reactor thread for 57160.9us
14:05:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.943197 24076 raft_consensus.cc:2468] T b1af2c1ce43b49ae858107f30961bf85 P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 1.
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.991317 24012 leader_election.cc:304] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff025b4037e64ff3a367731943602706; no voters: 061b5748ce9b4f48853804999ed6ab9f, d4c14fb9f8974d3fb5215512d2dab997
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.992202 25288 raft_consensus.cc:2749] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.948345 25258 leader_election.cc:290] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [CANDIDATE]: Term 1 election: Requested vote from peers d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275), 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.992415 24293 leader_election.cc:304] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f, ff025b4037e64ff3a367731943602706; no voters: 
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.993160 25281 raft_consensus.cc:2804] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Leader election won for term 1
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.993359 25255 raft_consensus.cc:493] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.993574 25281 raft_consensus.cc:697] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [term 1 LEADER]: Becoming Leader. State: Replica: 061b5748ce9b4f48853804999ed6ab9f, State: Running, Role: LEADER
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.993781 25255 raft_consensus.cc:515] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } }
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.994323 25281 consensus_queue.cc:237] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } }
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.995631 25255 leader_election.cc:290] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2:34275)
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.996605 24076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6927f205a4404bee915ddd9121f57d5e" candidate_uuid: "d4c14fb9f8974d3fb5215512d2dab997" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706"
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.997381 24076 raft_consensus.cc:2393] T 6927f205a4404bee915ddd9121f57d5e P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate d4c14fb9f8974d3fb5215512d2dab997 in current term 1: Already voted for candidate ff025b4037e64ff3a367731943602706 in this term.
14:05:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.998939 24216 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bac980d567cc4f43acdf2d92e5c075f2" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c14fb9f8974d3fb5215512d2dab997" is_pre_election: true
14:05:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.001319 24076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bac980d567cc4f43acdf2d92e5c075f2" candidate_uuid: "061b5748ce9b4f48853804999ed6ab9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff025b4037e64ff3a367731943602706" is_pre_election: true
14:05:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.002009 24076 raft_consensus.cc:2393] T bac980d567cc4f43acdf2d92e5c075f2 P ff025b4037e64ff3a367731943602706 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 061b5748ce9b4f48853804999ed6ab9f in current term 1: Already voted for candidate d4c14fb9f8974d3fb5215512d2dab997 in this term.
14:05:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.004040 24217 raft_consensus.cc:2468] T b1af2c1ce43b49ae858107f30961bf85 P d4c14fb9f8974d3fb5215512d2dab997 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 061b5748ce9b4f48853804999ed6ab9f in term 1.
14:05:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.004156 24293 leader_election.cc:304] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 061b5748ce9b4f48853804999ed6ab9f; no voters: d4c14fb9f8974d3fb5215512d2dab997, ff025b4037e64ff3a367731943602706
14:05:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.005724 25255 raft_consensus.cc:3060] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [term 0 FOLLOWER]: Advancing to term 1
14:05:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:27.946156 25256 leader_election.cc:290] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [CANDIDATE]: Term 1 election: Requested vote from peers ff025b4037e64ff3a367731943602706 (127.23.33.1:40793), 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3:37063)
14:05:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.015054 25255 raft_consensus.cc:2749] T bac980d567cc4f43acdf2d92e5c075f2 P 061b5748ce9b4f48853804999ed6ab9f [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:05:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:28.104259 23872 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.23.33.62:45905, user_credentials={real_user=slave}} blocked reactor thread for 48872.7us
14:05:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.132004 23884 catalog_manager.cc:5696] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 reported cstate change: term changed from 0 to 1, leader changed from <none> to d4c14fb9f8974d3fb5215512d2dab997 (127.23.33.2). New cstate: current_term: 1 leader_uuid: "d4c14fb9f8974d3fb5215512d2dab997" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } health_report { overall_health: UNKNOWN } } }
14:05:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.132984 23885 catalog_manager.cc:5696] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f reported cstate change: term changed from 0 to 1, leader changed from <none> to 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3). New cstate: current_term: 1 leader_uuid: "061b5748ce9b4f48853804999ed6ab9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } health_report { overall_health: HEALTHY } } }
14:05:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.134857 23885 catalog_manager.cc:5696] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f reported cstate change: term changed from 0 to 1, leader changed from <none> to 061b5748ce9b4f48853804999ed6ab9f (127.23.33.3). New cstate: current_term: 1 leader_uuid: "061b5748ce9b4f48853804999ed6ab9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 } health_report { overall_health: UNKNOWN } } }
14:05:28.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.287194 25268 consensus_queue.cc:1048] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.311781 25268 consensus_queue.cc:1048] T bac980d567cc4f43acdf2d92e5c075f2 P d4c14fb9f8974d3fb5215512d2dab997 [LEADER]: Connected to new peer: Peer: permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:05:28.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.326918 25281 consensus_queue.cc:1048] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.356418 25255 consensus_queue.cc:1048] T 7e9520884795405ba29727b01be851a9 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.357728 25255 consensus_queue.cc:1048] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.367550 25281 consensus_queue.cc:1048] T f7b2442530914f369d46b91b11848160 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:28.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.463606 25268 consensus_queue.cc:1048] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [LEADER]: Connected to new peer: Peer: permanent_uuid: "061b5748ce9b4f48853804999ed6ab9f" member_type: VOTER last_known_addr { host: "127.23.33.3" port: 37063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.474593 25268 consensus_queue.cc:1048] T 6927f205a4404bee915ddd9121f57d5e P d4c14fb9f8974d3fb5215512d2dab997 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:28.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.481477 25281 consensus_queue.cc:1048] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4c14fb9f8974d3fb5215512d2dab997" member_type: VOTER last_known_addr { host: "127.23.33.2" port: 34275 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:28.499848 25281 consensus_queue.cc:1048] T b1af2c1ce43b49ae858107f30961bf85 P 061b5748ce9b4f48853804999ed6ab9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff025b4037e64ff3a367731943602706" member_type: VOTER last_known_addr { host: "127.23.33.1" port: 40793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:05:28.661 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:28.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:28.772 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:28.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:28.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:28.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:28.774 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299998, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299998}]
14:05:28.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.33.60:33863, [6ms] Sub RPC GetTableLocations: received response from server master-127.23.33.60:33863: OK, deferred=null) after lookup
14:05:28.776 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:28.786 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:28.811 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:28.817 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5c2aa014, L:/127.0.0.1:55670 - R:/127.23.33.2:34275] using TOKEN/null
14:05:28.859 [DEBUG - main] (Connection.java:748) [peer 061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)] connecting to peer
14:05:28.862 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:28.863 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:28.864 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:28.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:28.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:28.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:28.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:28.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:28.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:28.866 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:28.866 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:28.866 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:28.866 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:28.880 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)] Successfully connected to peer
14:05:28.914 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:28.919 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xb475bdac, L:/127.0.0.1:45504 - R:/127.23.33.3:37063] using TOKEN/null
14:05:28.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b1af2c1ce43b49ae858107f30961bf85 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:28.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:28.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:28.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:28.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:28.946 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:28.946 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.33.60:33863, [4ms] Sub RPC GetTableLocations: received response from server master-127.23.33.60:33863: OK, deferred=null) after lookup
14:05:29.083 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:29.087 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:29.088 [DEBUG - main] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:05:29.089 [DEBUG - main] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:05:29.090 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.215.124:34465(127.23.215.124:34465)] Successfully connected to peer
14:05:29.090 [DEBUG - main] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:05:29.091 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.215.125:37669(127.23.215.125:37669)] Successfully connected to peer
14:05:29.095 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.125
14:05:29.097 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.124
14:05:29.101 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.215.126:44757(127.23.215.126:44757)] Successfully connected to peer
14:05:29.107 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:29.110 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x602e942b, L:/127.0.0.1:57860 - R:/127.23.215.125:37669] using SASL/PLAIN
14:05:29.114 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:29.121 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1f8c1576, L:/127.0.0.1:42238 - R:/127.23.215.124:34465] using SASL/PLAIN
14:05:29.126 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.126
14:05:29.141 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:29.148 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xabbf98ab, L:/127.0.0.1:57270 - R:/127.23.215.126:44757] using SASL/PLAIN
14:05:29.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:29.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: OK, deferred=null) after lookup
14:05:29.158 [DEBUG - main] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:29.159 [DEBUG - main] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:29.160 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.33.60:33863(127.23.33.60:33863)] Successfully connected to peer
14:05:29.161 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:29.164 [DEBUG - main] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:29.165 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.33.61:39535(127.23.33.61:39535)] Successfully connected to peer
14:05:29.167 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.60
14:05:29.173 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.33.62:45905(127.23.33.62:45905)] Successfully connected to peer
14:05:29.180 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.62
14:05:29.181 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:29.188 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcb444899, L:/127.0.0.1:44452 - R:/127.23.33.60:33863] using SASL/PLAIN
14:05:29.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:29.192 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: OK, deferred=null) after lookup
14:05:29.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:29.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b1af2c1ce43b49ae858107f30961bf85 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:29.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:29.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:29.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:29.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:29.203 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:29.211 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.61
14:05:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.207376 24459 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57270:
14:05:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:05:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:05:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:05:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
14:05:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:29.214493 24459 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:05:29.221 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:29.222 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:29.226 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf450413b, L:/127.0.0.1:38832 - R:/127.23.33.62:45905] using SASL/PLAIN
14:05:29.231 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe598acbd, L:/127.0.0.1:59612 - R:/127.23.33.61:39535] using SASL/PLAIN
14:05:29.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:29.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:29.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:29.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:29.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:29.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:29.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:29.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:29.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:29.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:29.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:29.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:29.267 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:29.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.430532 24787 tablet_service.cc:1511] Processing CreateTablet for tablet 4d98e07ee5b249f2a370fb45a92f34e7 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.432126 24786 tablet_service.cc:1511] Processing CreateTablet for tablet ee7e9832d88e427b842507024d4ea4ba (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.433863 24787 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4d98e07ee5b249f2a370fb45a92f34e7. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.434183 24785 tablet_service.cc:1511] Processing CreateTablet for tablet 0496acc4d5724101b7063e47d9991cf7 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.430787 24788 tablet_service.cc:1511] Processing CreateTablet for tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.435212 24789 tablet_service.cc:1511] Processing CreateTablet for tablet 62e9e4b06cfb4346bf3effea297a63a6 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.436331 24785 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0496acc4d5724101b7063e47d9991cf7. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.438366 24788 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.441607 24789 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62e9e4b06cfb4346bf3effea297a63a6. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.442986 24786 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee7e9832d88e427b842507024d4ea4ba. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.446043 25147 tablet_service.cc:1511] Processing CreateTablet for tablet 4d98e07ee5b249f2a370fb45a92f34e7 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.445302 25145 tablet_service.cc:1511] Processing CreateTablet for tablet 0496acc4d5724101b7063e47d9991cf7 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.447665 25149 tablet_service.cc:1511] Processing CreateTablet for tablet 62e9e4b06cfb4346bf3effea297a63a6 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.449152 25147 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4d98e07ee5b249f2a370fb45a92f34e7. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.448836 25146 tablet_service.cc:1511] Processing CreateTablet for tablet ee7e9832d88e427b842507024d4ea4ba (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.450733 25148 tablet_service.cc:1511] Processing CreateTablet for tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.457945 25002 tablet_service.cc:1511] Processing CreateTablet for tablet 0496acc4d5724101b7063e47d9991cf7 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.461256 25004 tablet_service.cc:1511] Processing CreateTablet for tablet 4d98e07ee5b249f2a370fb45a92f34e7 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.463610 25003 tablet_service.cc:1511] Processing CreateTablet for tablet ee7e9832d88e427b842507024d4ea4ba (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.459714 25002 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0496acc4d5724101b7063e47d9991cf7. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.454623 25005 tablet_service.cc:1511] Processing CreateTablet for tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.468931 25006 tablet_service.cc:1511] Processing CreateTablet for tablet 62e9e4b06cfb4346bf3effea297a63a6 (DEFAULT_TABLE table=replication_test_table [id=3fb6d15d02594b9ab4d6f8e59d6c159e]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
14:05:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.470736 25004 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4d98e07ee5b249f2a370fb45a92f34e7. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.476358 25003 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee7e9832d88e427b842507024d4ea4ba. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.478029 25005 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.479140 25006 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62e9e4b06cfb4346bf3effea297a63a6. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.479625 25145 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0496acc4d5724101b7063e47d9991cf7. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.480304 25146 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee7e9832d88e427b842507024d4ea4ba. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.488435 25148 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.496924 25149 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62e9e4b06cfb4346bf3effea297a63a6. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:29.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.514271 25357 tablet_bootstrap.cc:492] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc: Bootstrap starting.
14:05:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.528676 25358 tablet_bootstrap.cc:492] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013: Bootstrap starting.
14:05:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.539239 25357 tablet_bootstrap.cc:654] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc: Neither blocks nor log segments found. Creating new log.
14:05:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.548157 25359 tablet_bootstrap.cc:492] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d: Bootstrap starting.
14:05:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.553005 25357 log.cc:826] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc: Log is configured to *not* fsync() on all Append() calls
14:05:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.555778 25358 tablet_bootstrap.cc:654] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013: Neither blocks nor log segments found. Creating new log.
14:05:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.558264 25358 log.cc:826] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013: Log is configured to *not* fsync() on all Append() calls
14:05:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.560109 25359 tablet_bootstrap.cc:654] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d: Neither blocks nor log segments found. Creating new log.
14:05:29.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.563021 25359 log.cc:826] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d: Log is configured to *not* fsync() on all Append() calls
14:05:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.570333 25359 tablet_bootstrap.cc:492] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d: No bootstrap required, opened a new log
14:05:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.571018 25359 ts_tablet_manager.cc:1403] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d: Time spent bootstrapping tablet: real 0.024s	user 0.012s	sys 0.007s
14:05:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.571542 25357 tablet_bootstrap.cc:492] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc: No bootstrap required, opened a new log
14:05:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.572086 25357 ts_tablet_manager.cc:1403] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent bootstrapping tablet: real 0.058s	user 0.020s	sys 0.004s
14:05:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.572641 25358 tablet_bootstrap.cc:492] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013: No bootstrap required, opened a new log
14:05:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.573180 25358 ts_tablet_manager.cc:1403] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013: Time spent bootstrapping tablet: real 0.045s	user 0.012s	sys 0.007s
14:05:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.598511 25357 raft_consensus.cc:359] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.599315 25357 raft_consensus.cc:385] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.599644 25357 raft_consensus.cc:740] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5db240d9ad5f474ebe01490f4ab87bfc, State: Initialized, Role: FOLLOWER
14:05:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.600618 25357 consensus_queue.cc:260] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.600597 25359 raft_consensus.cc:359] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.601639 25359 raft_consensus.cc:385] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.601965 25359 raft_consensus.cc:740] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744c496c346245068710877c1cac338d, State: Initialized, Role: FOLLOWER
14:05:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.601923 25358 raft_consensus.cc:359] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.602777 25358 raft_consensus.cc:385] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.603092 25358 raft_consensus.cc:740] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64581590dd44460d972cbe9621a88013, State: Initialized, Role: FOLLOWER
14:05:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.602869 25359 consensus_queue.cc:260] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.604066 25358 consensus_queue.cc:260] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.605417 25357 ts_tablet_manager.cc:1434] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent starting tablet: real 0.033s	user 0.022s	sys 0.009s
14:05:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.606300 25357 tablet_bootstrap.cc:492] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc: Bootstrap starting.
14:05:29.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.615006 25359 ts_tablet_manager.cc:1434] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d: Time spent starting tablet: real 0.044s	user 0.024s	sys 0.013s
14:05:29.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.615020 25358 ts_tablet_manager.cc:1434] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013: Time spent starting tablet: real 0.042s	user 0.031s	sys 0.008s
14:05:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.622674 25358 tablet_bootstrap.cc:492] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013: Bootstrap starting.
14:05:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:29.624524 25079 tablet.cc:2404] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.627157 25359 tablet_bootstrap.cc:492] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d: Bootstrap starting.
14:05:29.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.632469 25358 tablet_bootstrap.cc:654] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013: Neither blocks nor log segments found. Creating new log.
14:05:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.647419 25359 tablet_bootstrap.cc:654] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d: Neither blocks nor log segments found. Creating new log.
14:05:29.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.652956 25357 tablet_bootstrap.cc:654] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc: Neither blocks nor log segments found. Creating new log.
14:05:29.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.660508 25359 tablet_bootstrap.cc:492] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d: No bootstrap required, opened a new log
14:05:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.661080 25359 ts_tablet_manager.cc:1403] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d: Time spent bootstrapping tablet: real 0.034s	user 0.014s	sys 0.002s
14:05:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.668155 25359 raft_consensus.cc:359] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.668812 25359 raft_consensus.cc:385] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.669073 25359 raft_consensus.cc:740] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744c496c346245068710877c1cac338d, State: Initialized, Role: FOLLOWER
14:05:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.669687 25359 consensus_queue.cc:260] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.666908 25358 tablet_bootstrap.cc:492] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013: No bootstrap required, opened a new log
14:05:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.670799 25358 ts_tablet_manager.cc:1403] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013: Time spent bootstrapping tablet: real 0.048s	user 0.013s	sys 0.006s
14:05:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.673440 25358 raft_consensus.cc:359] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.674114 25358 raft_consensus.cc:385] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.674374 25358 raft_consensus.cc:740] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64581590dd44460d972cbe9621a88013, State: Initialized, Role: FOLLOWER
14:05:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.675009 25358 consensus_queue.cc:260] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.677022 25358 ts_tablet_manager.cc:1434] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.001s
14:05:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.677894 25358 tablet_bootstrap.cc:492] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013: Bootstrap starting.
14:05:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.678992 25357 tablet_bootstrap.cc:492] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc: No bootstrap required, opened a new log
14:05:29.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.681623 25359 ts_tablet_manager.cc:1434] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d: Time spent starting tablet: real 0.020s	user 0.004s	sys 0.002s
14:05:29.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.682646 25359 tablet_bootstrap.cc:492] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d: Bootstrap starting.
14:05:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.692296 25358 tablet_bootstrap.cc:654] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013: Neither blocks nor log segments found. Creating new log.
14:05:29.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.679817 25357 ts_tablet_manager.cc:1403] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent bootstrapping tablet: real 0.074s	user 0.017s	sys 0.000s
14:05:29.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.697736 25359 tablet_bootstrap.cc:654] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d: Neither blocks nor log segments found. Creating new log.
14:05:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.699249 25357 raft_consensus.cc:359] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.700166 25357 raft_consensus.cc:385] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.700811 25357 raft_consensus.cc:740] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5db240d9ad5f474ebe01490f4ab87bfc, State: Initialized, Role: FOLLOWER
14:05:29.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.701730 25357 consensus_queue.cc:260] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.711004 25358 tablet_bootstrap.cc:492] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013: No bootstrap required, opened a new log
14:05:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.711433 25358 ts_tablet_manager.cc:1403] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013: Time spent bootstrapping tablet: real 0.034s	user 0.007s	sys 0.004s
14:05:29.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.714690 25357 ts_tablet_manager.cc:1434] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent starting tablet: real 0.019s	user 0.006s	sys 0.000s
14:05:29.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.714680 25358 raft_consensus.cc:359] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.715359 25358 raft_consensus.cc:385] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.715627 25358 raft_consensus.cc:740] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64581590dd44460d972cbe9621a88013, State: Initialized, Role: FOLLOWER
14:05:29.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.716328 25358 consensus_queue.cc:260] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.725122 25359 tablet_bootstrap.cc:492] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d: No bootstrap required, opened a new log
14:05:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.725556 25357 tablet_bootstrap.cc:492] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc: Bootstrap starting.
14:05:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.725569 25359 ts_tablet_manager.cc:1403] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d: Time spent bootstrapping tablet: real 0.043s	user 0.010s	sys 0.019s
14:05:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.734186 25357 tablet_bootstrap.cc:654] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc: Neither blocks nor log segments found. Creating new log.
14:05:29.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.752766 25357 tablet_bootstrap.cc:492] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc: No bootstrap required, opened a new log
14:05:29.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.753371 25358 ts_tablet_manager.cc:1434] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013: Time spent starting tablet: real 0.042s	user 0.009s	sys 0.000s
14:05:29.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.754200 25359 raft_consensus.cc:359] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.755777 25363 raft_consensus.cc:493] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:29.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.756461 25363 raft_consensus.cc:515] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:29.764282 24862 tablet.cc:2404] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:29.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.766397 25363 leader_election.cc:290] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 744c496c346245068710877c1cac338d (127.23.215.66:35793), 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.773111 25357 ts_tablet_manager.cc:1403] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent bootstrapping tablet: real 0.048s	user 0.012s	sys 0.002s
14:05:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.777691 25365 raft_consensus.cc:493] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.778309 25365 raft_consensus.cc:515] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.781989 25359 raft_consensus.cc:385] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.782887 25359 raft_consensus.cc:740] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744c496c346245068710877c1cac338d, State: Initialized, Role: FOLLOWER
14:05:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.785737 25365 leader_election.cc:290] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:29.788 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:29.789 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:29.789 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:29.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:29.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:29.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:29.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:29.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:29.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:29.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:29.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:29.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:29.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.792718 25357 raft_consensus.cc:359] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.786696 25359 consensus_queue.cc:260] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.801661 25365 raft_consensus.cc:493] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.802142 25365 raft_consensus.cc:515] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.802673 25357 raft_consensus.cc:385] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.804133 25365 leader_election.cc:290] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.804842 25357 raft_consensus.cc:740] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5db240d9ad5f474ebe01490f4ab87bfc, State: Initialized, Role: FOLLOWER
14:05:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.805708 25359 ts_tablet_manager.cc:1434] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d: Time spent starting tablet: real 0.080s	user 0.007s	sys 0.002s
14:05:29.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.806463 25357 consensus_queue.cc:260] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.812695 25359 tablet_bootstrap.cc:492] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d: Bootstrap starting.
14:05:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.814833 25169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0496acc4d5724101b7063e47d9991cf7" candidate_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64581590dd44460d972cbe9621a88013" is_pre_election: true
14:05:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.815558 25169 raft_consensus.cc:2468] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5db240d9ad5f474ebe01490f4ab87bfc in term 0.
14:05:29.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.817457 24744 leader_election.cc:304] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5db240d9ad5f474ebe01490f4ab87bfc, 64581590dd44460d972cbe9621a88013; no voters: 
14:05:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.826280 25363 raft_consensus.cc:2804] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.826676 25363 raft_consensus.cc:493] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.827004 25363 raft_consensus.cc:3060] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Advancing to term 1
14:05:29.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:29.828822 25221 tablet.cc:2404] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:29.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.830331 25358 tablet_bootstrap.cc:492] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013: Bootstrap starting.
14:05:29.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.841665 25363 raft_consensus.cc:515] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.848011 25357 ts_tablet_manager.cc:1434] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent starting tablet: real 0.067s	user 0.006s	sys 0.001s
14:05:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.850716 25365 raft_consensus.cc:493] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.851598 25365 raft_consensus.cc:515] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.853928 25365 leader_election.cc:290] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.866662 25169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0496acc4d5724101b7063e47d9991cf7" candidate_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64581590dd44460d972cbe9621a88013"
14:05:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.867270 25169 raft_consensus.cc:3060] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Advancing to term 1
14:05:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.870651 25026 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0496acc4d5724101b7063e47d9991cf7" candidate_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d" is_pre_election: true
14:05:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.870961 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0496acc4d5724101b7063e47d9991cf7" candidate_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d"
14:05:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.871670 25026 raft_consensus.cc:2468] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5db240d9ad5f474ebe01490f4ab87bfc in term 0.
14:05:29.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.875626 25169 raft_consensus.cc:2468] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5db240d9ad5f474ebe01490f4ab87bfc in term 1.
14:05:29.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.876770 24744 leader_election.cc:304] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5db240d9ad5f474ebe01490f4ab87bfc, 64581590dd44460d972cbe9621a88013; no voters: 744c496c346245068710877c1cac338d
14:05:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.880012 25363 leader_election.cc:290] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [CANDIDATE]: Term 1 election: Requested vote from peers 744c496c346245068710877c1cac338d (127.23.215.66:35793), 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.884668 25358 tablet_bootstrap.cc:654] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013: Neither blocks nor log segments found. Creating new log.
14:05:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.887995 25363 raft_consensus.cc:2804] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 1 FOLLOWER]: Leader election won for term 1
14:05:29.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.889832 25363 raft_consensus.cc:697] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 1 LEADER]: Becoming Leader. State: Replica: 5db240d9ad5f474ebe01490f4ab87bfc, State: Running, Role: LEADER
14:05:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.893567 25363 consensus_queue.cc:237] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.889163 25357 tablet_bootstrap.cc:492] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc: Bootstrap starting.
14:05:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.908432 25359 tablet_bootstrap.cc:654] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d: Neither blocks nor log segments found. Creating new log.
14:05:29.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.910571 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0496acc4d5724101b7063e47d9991cf7" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" is_pre_election: true
14:05:29.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.913396 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4d98e07ee5b249f2a370fb45a92f34e7" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" is_pre_election: true
14:05:29.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.917439 25364 raft_consensus.cc:493] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:29.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.917928 25364 raft_consensus.cc:515] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.932889 25359 tablet_bootstrap.cc:492] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d: No bootstrap required, opened a new log
14:05:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.933378 25359 ts_tablet_manager.cc:1403] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d: Time spent bootstrapping tablet: real 0.123s	user 0.015s	sys 0.005s
14:05:29.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.938278 25359 raft_consensus.cc:359] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.914027 24809 raft_consensus.cc:2468] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 0.
14:05:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.941304 25364 leader_election.cc:290] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.944164 25359 raft_consensus.cc:385] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.944557 25359 raft_consensus.cc:740] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744c496c346245068710877c1cac338d, State: Initialized, Role: FOLLOWER
14:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.945371 25359 consensus_queue.cc:260] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.945626 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ffcfaeffe14ed3bb3ad3ac370b7d0a" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" is_pre_election: true
14:05:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.946393 24809 raft_consensus.cc:2468] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 0.
14:05:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.949115 25105 leader_election.cc:304] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5db240d9ad5f474ebe01490f4ab87bfc, 64581590dd44460d972cbe9621a88013; no voters: 
14:05:29.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.951756 25365 raft_consensus.cc:2804] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:29.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.952139 25365 raft_consensus.cc:493] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:29.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.952450 25365 raft_consensus.cc:3060] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Advancing to term 1
14:05:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.958477 25359 ts_tablet_manager.cc:1434] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d: Time spent starting tablet: real 0.025s	user 0.008s	sys 0.000s
14:05:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.960081 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0496acc4d5724101b7063e47d9991cf7" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d" is_pre_election: true
14:05:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.961129 25025 raft_consensus.cc:2468] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 0.
14:05:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.963423 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4d98e07ee5b249f2a370fb45a92f34e7" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d" is_pre_election: true
14:05:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.963990 25025 raft_consensus.cc:2468] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 0.
14:05:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.965997 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ffcfaeffe14ed3bb3ad3ac370b7d0a" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d" is_pre_election: true
14:05:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.966641 25025 raft_consensus.cc:2468] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 0.
14:05:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.973557 25359 tablet_bootstrap.cc:492] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d: Bootstrap starting.
14:05:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.974375 25105 leader_election.cc:304] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5db240d9ad5f474ebe01490f4ab87bfc, 64581590dd44460d972cbe9621a88013; no voters: 
14:05:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.978122 25365 raft_consensus.cc:515] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.983513 25365 leader_election.cc:290] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 election: Requested vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.991413 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ffcfaeffe14ed3bb3ad3ac370b7d0a" candidate_uuid: "744c496c346245068710877c1cac338d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" is_pre_election: true
14:05:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.992043 24809 raft_consensus.cc:2468] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 744c496c346245068710877c1cac338d in term 0.
14:05:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.993640 25359 tablet_bootstrap.cc:654] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d: Neither blocks nor log segments found. Creating new log.
14:05:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.994017 25365 raft_consensus.cc:2804] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.994702 25365 raft_consensus.cc:493] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:30.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.997426 24961 leader_election.cc:304] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5db240d9ad5f474ebe01490f4ab87bfc, 744c496c346245068710877c1cac338d; no voters: 
14:05:30.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.998348 25364 raft_consensus.cc:2804] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:30.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.998703 25364 raft_consensus.cc:493] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:30.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.999014 25364 raft_consensus.cc:3060] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Advancing to term 1
14:05:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:30.000988 24443 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.23.215.124:34465, user_credentials={real_user=slave}} blocked reactor thread for 79670.9us
14:05:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.006289 25359 tablet_bootstrap.cc:492] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d: No bootstrap required, opened a new log
14:05:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.004873 24459 catalog_manager.cc:5696] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc reported cstate change: term changed from 0 to 1, leader changed from <none> to 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65). New cstate: current_term: 1 leader_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } health_report { overall_health: UNKNOWN } } }
14:05:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.006762 25359 ts_tablet_manager.cc:1403] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d: Time spent bootstrapping tablet: real 0.033s	user 0.014s	sys 0.005s
14:05:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.010051 25359 raft_consensus.cc:359] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.010773 25359 raft_consensus.cc:385] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.010915 25357 tablet_bootstrap.cc:654] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc: Neither blocks nor log segments found. Creating new log.
14:05:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.011078 25359 raft_consensus.cc:740] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744c496c346245068710877c1cac338d, State: Initialized, Role: FOLLOWER
14:05:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.008409 25364 raft_consensus.cc:515] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.011747 25359 consensus_queue.cc:260] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.013281 25364 leader_election.cc:290] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 election: Requested vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.016968 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ffcfaeffe14ed3bb3ad3ac370b7d0a" candidate_uuid: "744c496c346245068710877c1cac338d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc"
14:05:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.017688 24809 raft_consensus.cc:3060] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Advancing to term 1
14:05:30.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:29.997143 25169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ffcfaeffe14ed3bb3ad3ac370b7d0a" candidate_uuid: "744c496c346245068710877c1cac338d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64581590dd44460d972cbe9621a88013" is_pre_election: true
14:05:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.026291 25168 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ffcfaeffe14ed3bb3ad3ac370b7d0a" candidate_uuid: "744c496c346245068710877c1cac338d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64581590dd44460d972cbe9621a88013"
14:05:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.027454 25359 ts_tablet_manager.cc:1434] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d: Time spent starting tablet: real 0.020s	user 0.010s	sys 0.005s
14:05:30.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:30.029296 25105 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.23.215.65:45163, user_credentials={real_user=slave}} blocked reactor thread for 54996.6us
14:05:30.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.024452 25365 raft_consensus.cc:3060] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Advancing to term 1
14:05:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.030907 25358 tablet_bootstrap.cc:492] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013: No bootstrap required, opened a new log
14:05:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.031432 25358 ts_tablet_manager.cc:1403] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013: Time spent bootstrapping tablet: real 0.201s	user 0.020s	sys 0.016s
14:05:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.034241 25358 raft_consensus.cc:359] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.035085 24808 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4d98e07ee5b249f2a370fb45a92f34e7" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc"
14:05:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.035434 25358 raft_consensus.cc:385] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.035720 24808 raft_consensus.cc:3060] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Advancing to term 1
14:05:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.035748 25358 raft_consensus.cc:740] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64581590dd44460d972cbe9621a88013, State: Initialized, Role: FOLLOWER
14:05:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.036453 25358 consensus_queue.cc:260] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.038910 25358 ts_tablet_manager.cc:1434] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
14:05:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.044067 24808 raft_consensus.cc:2468] T 4d98e07ee5b249f2a370fb45a92f34e7 P 5db240d9ad5f474ebe01490f4ab87bfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 1.
14:05:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.053233 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4d98e07ee5b249f2a370fb45a92f34e7" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d"
14:05:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.053941 25025 raft_consensus.cc:3060] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Advancing to term 1
14:05:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.056329 25358 tablet_bootstrap.cc:492] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013: Bootstrap starting.
14:05:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.065898 25025 raft_consensus.cc:2468] T 4d98e07ee5b249f2a370fb45a92f34e7 P 744c496c346245068710877c1cac338d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 1.
14:05:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.069039 25105 leader_election.cc:304] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 64581590dd44460d972cbe9621a88013, 744c496c346245068710877c1cac338d; no voters: 5db240d9ad5f474ebe01490f4ab87bfc
14:05:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.077786 24809 raft_consensus.cc:2468] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 744c496c346245068710877c1cac338d in term 1.
14:05:30.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.074482 25358 tablet_bootstrap.cc:654] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013: Neither blocks nor log segments found. Creating new log.
14:05:30.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.084107 25385 raft_consensus.cc:2764] T 0496acc4d5724101b7063e47d9991cf7 P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
14:05:30.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.085801 25105 leader_election.cc:304] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64581590dd44460d972cbe9621a88013, 744c496c346245068710877c1cac338d; no voters: 
14:05:30.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.102866 25357 tablet_bootstrap.cc:492] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc: No bootstrap required, opened a new log
14:05:30.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.103793 24961 leader_election.cc:304] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5db240d9ad5f474ebe01490f4ab87bfc, 744c496c346245068710877c1cac338d; no voters: 64581590dd44460d972cbe9621a88013
14:05:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.105396 25385 raft_consensus.cc:2804] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Leader election won for term 1
14:05:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.107683 25364 raft_consensus.cc:2804] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 1 FOLLOWER]: Leader election won for term 1
14:05:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.108202 25364 raft_consensus.cc:697] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [term 1 LEADER]: Becoming Leader. State: Replica: 744c496c346245068710877c1cac338d, State: Running, Role: LEADER
14:05:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.109154 25364 consensus_queue.cc:237] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.119452 25358 tablet_bootstrap.cc:492] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013: No bootstrap required, opened a new log
14:05:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.120100 25358 ts_tablet_manager.cc:1403] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013: Time spent bootstrapping tablet: real 0.064s	user 0.008s	sys 0.007s
14:05:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.123302 25357 ts_tablet_manager.cc:1403] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent bootstrapping tablet: real 0.237s	user 0.013s	sys 0.000s
14:05:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.123452 25358 raft_consensus.cc:359] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.133774 25358 raft_consensus.cc:385] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.134174 25358 raft_consensus.cc:740] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64581590dd44460d972cbe9621a88013, State: Initialized, Role: FOLLOWER
14:05:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.137147 25358 consensus_queue.cc:260] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.142261 25357 raft_consensus.cc:359] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.143002 25357 raft_consensus.cc:385] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.143298 25357 raft_consensus.cc:740] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5db240d9ad5f474ebe01490f4ab87bfc, State: Initialized, Role: FOLLOWER
14:05:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.145561 25357 consensus_queue.cc:260] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.134465 25365 raft_consensus.cc:515] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.153450 25169 raft_consensus.cc:2393] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 744c496c346245068710877c1cac338d in current term 1: Already voted for candidate 64581590dd44460d972cbe9621a88013 in this term.
14:05:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.158180 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ffcfaeffe14ed3bb3ad3ac370b7d0a" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc"
14:05:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.158931 24809 raft_consensus.cc:2393] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 5db240d9ad5f474ebe01490f4ab87bfc [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 64581590dd44460d972cbe9621a88013 in current term 1: Already voted for candidate 744c496c346245068710877c1cac338d in this term.
14:05:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.159235 25358 ts_tablet_manager.cc:1434] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013: Time spent starting tablet: real 0.039s	user 0.007s	sys 0.000s
14:05:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.159991 25365 leader_election.cc:290] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 election: Requested vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:30.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.160809 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ffcfaeffe14ed3bb3ad3ac370b7d0a" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d"
14:05:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.164111 25105 leader_election.cc:304] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 64581590dd44460d972cbe9621a88013; no voters: 5db240d9ad5f474ebe01490f4ab87bfc, 744c496c346245068710877c1cac338d
14:05:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.169656 25388 raft_consensus.cc:493] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.170943 25365 raft_consensus.cc:2749] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:05:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.170615 25388 raft_consensus.cc:515] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.172652 25388 leader_election.cc:290] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.177795 25357 ts_tablet_manager.cc:1434] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent starting tablet: real 0.054s	user 0.002s	sys 0.003s
14:05:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.178810 25357 tablet_bootstrap.cc:492] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc: Bootstrap starting.
14:05:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.182287 25169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62e9e4b06cfb4346bf3effea297a63a6" candidate_uuid: "744c496c346245068710877c1cac338d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64581590dd44460d972cbe9621a88013" is_pre_election: true
14:05:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.182893 25169 raft_consensus.cc:2468] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 744c496c346245068710877c1cac338d in term 0.
14:05:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.184000 24961 leader_election.cc:304] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64581590dd44460d972cbe9621a88013, 744c496c346245068710877c1cac338d; no voters: 
14:05:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.184741 25388 raft_consensus.cc:2804] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.185060 25388 raft_consensus.cc:493] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.185348 25388 raft_consensus.cc:3060] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Advancing to term 1
14:05:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.189531 24459 catalog_manager.cc:5696] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d reported cstate change: term changed from 0 to 1, leader changed from <none> to 744c496c346245068710877c1cac338d (127.23.215.66). New cstate: current_term: 1 leader_uuid: "744c496c346245068710877c1cac338d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } health_report { overall_health: UNKNOWN } } }
14:05:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.192705 25388 raft_consensus.cc:515] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.194741 25388 leader_election.cc:290] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 election: Requested vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473)
14:05:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.196019 25357 tablet_bootstrap.cc:654] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc: Neither blocks nor log segments found. Creating new log.
14:05:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.196373 25169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62e9e4b06cfb4346bf3effea297a63a6" candidate_uuid: "744c496c346245068710877c1cac338d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64581590dd44460d972cbe9621a88013"
14:05:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.196904 25169 raft_consensus.cc:3060] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Advancing to term 1
14:05:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.196794 24808 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62e9e4b06cfb4346bf3effea297a63a6" candidate_uuid: "744c496c346245068710877c1cac338d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc"
14:05:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:30.199448 24961 leader_election.cc:343] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163): Illegal state: must be running to vote when last-logged opid is not known
14:05:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.207261 25169 raft_consensus.cc:2468] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 744c496c346245068710877c1cac338d in term 1.
14:05:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.208556 24961 leader_election.cc:304] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 64581590dd44460d972cbe9621a88013, 744c496c346245068710877c1cac338d; no voters: 5db240d9ad5f474ebe01490f4ab87bfc
14:05:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.209342 25388 raft_consensus.cc:2804] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 1 FOLLOWER]: Leader election won for term 1
14:05:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.209774 25388 raft_consensus.cc:697] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [term 1 LEADER]: Becoming Leader. State: Replica: 744c496c346245068710877c1cac338d, State: Running, Role: LEADER
14:05:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.211001 25388 consensus_queue.cc:237] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.211956 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62e9e4b06cfb4346bf3effea297a63a6" candidate_uuid: "744c496c346245068710877c1cac338d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" is_pre_election: true
14:05:30.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:30.213805 24961 leader_election.cc:343] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163): Illegal state: must be running to vote when last-logged opid is not known
14:05:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.215983 25365 raft_consensus.cc:493] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.216454 25365 raft_consensus.cc:515] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.218547 25365 leader_election.cc:290] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.218822 25357 tablet_bootstrap.cc:492] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc: No bootstrap required, opened a new log
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.220345 25357 ts_tablet_manager.cc:1403] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent bootstrapping tablet: real 0.042s	user 0.018s	sys 0.003s
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.220667 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee7e9832d88e427b842507024d4ea4ba" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" is_pre_election: true
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.221267 24809 raft_consensus.cc:2468] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 0.
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.223387 25357 raft_consensus.cc:359] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.224083 25357 raft_consensus.cc:385] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.223742 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee7e9832d88e427b842507024d4ea4ba" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d" is_pre_election: true
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.224342 25357 raft_consensus.cc:740] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5db240d9ad5f474ebe01490f4ab87bfc, State: Initialized, Role: FOLLOWER
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.224505 25025 raft_consensus.cc:2468] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 0.
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.224965 25357 consensus_queue.cc:260] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.225816 25105 leader_election.cc:304] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64581590dd44460d972cbe9621a88013, 744c496c346245068710877c1cac338d; no voters: 
14:05:30.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.229275 25385 raft_consensus.cc:697] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [term 1 LEADER]: Becoming Leader. State: Replica: 64581590dd44460d972cbe9621a88013, State: Running, Role: LEADER
14:05:30.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.232368 25385 consensus_queue.cc:237] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.238057 25365 raft_consensus.cc:2804] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.238410 25365 raft_consensus.cc:493] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.238716 25365 raft_consensus.cc:3060] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 0 FOLLOWER]: Advancing to term 1
14:05:30.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.246817 25365 raft_consensus.cc:515] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.249982 25365 leader_election.cc:290] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 election: Requested vote from peers 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163), 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:30.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.261816 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee7e9832d88e427b842507024d4ea4ba" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d"
14:05:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.262368 25025 raft_consensus.cc:3060] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Advancing to term 1
14:05:30.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.270537 25025 raft_consensus.cc:2468] T ee7e9832d88e427b842507024d4ea4ba P 744c496c346245068710877c1cac338d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 1.
14:05:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.232910 25357 ts_tablet_manager.cc:1434] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc: Time spent starting tablet: real 0.012s	user 0.006s	sys 0.000s
14:05:30.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.273113 25105 leader_election.cc:304] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64581590dd44460d972cbe9621a88013, 744c496c346245068710877c1cac338d; no voters: 
14:05:30.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.274631 25365 raft_consensus.cc:2804] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Leader election won for term 1
14:05:30.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.275153 25363 raft_consensus.cc:493] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:30.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.275854 25365 raft_consensus.cc:697] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [term 1 LEADER]: Becoming Leader. State: Replica: 64581590dd44460d972cbe9621a88013, State: Running, Role: LEADER
14:05:30.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.275624 25363 raft_consensus.cc:515] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } }
14:05:30.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.277537 25363 leader_election.cc:290] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64581590dd44460d972cbe9621a88013 (127.23.215.67:36473), 744c496c346245068710877c1cac338d (127.23.215.66:35793)
14:05:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.280848 24459 catalog_manager.cc:5696] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d reported cstate change: term changed from 0 to 1, leader changed from <none> to 744c496c346245068710877c1cac338d (127.23.215.66). New cstate: current_term: 1 leader_uuid: "744c496c346245068710877c1cac338d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } health_report { overall_health: HEALTHY } } }
14:05:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.281788 25169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62e9e4b06cfb4346bf3effea297a63a6" candidate_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64581590dd44460d972cbe9621a88013" is_pre_election: true
14:05:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.281489 25365 consensus_queue.cc:237] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } }
14:05:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.282526 25169 raft_consensus.cc:2393] T 62e9e4b06cfb4346bf3effea297a63a6 P 64581590dd44460d972cbe9621a88013 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5db240d9ad5f474ebe01490f4ab87bfc in current term 1: Already voted for candidate 744c496c346245068710877c1cac338d in this term.
14:05:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.301515 25025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62e9e4b06cfb4346bf3effea297a63a6" candidate_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744c496c346245068710877c1cac338d" is_pre_election: true
14:05:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.303081 24744 leader_election.cc:304] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5db240d9ad5f474ebe01490f4ab87bfc; no voters: 64581590dd44460d972cbe9621a88013, 744c496c346245068710877c1cac338d
14:05:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.303862 25363 raft_consensus.cc:3060] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Advancing to term 1
14:05:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.309576 25378 consensus_queue.cc:1048] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [LEADER]: Connected to new peer: Peer: permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:05:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.310334 25363 raft_consensus.cc:2749] T 62e9e4b06cfb4346bf3effea297a63a6 P 5db240d9ad5f474ebe01490f4ab87bfc [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:05:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.252954 24809 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee7e9832d88e427b842507024d4ea4ba" candidate_uuid: "64581590dd44460d972cbe9621a88013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5db240d9ad5f474ebe01490f4ab87bfc"
14:05:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.318764 24809 raft_consensus.cc:3060] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc [term 0 FOLLOWER]: Advancing to term 1
14:05:30.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.327714 24458 catalog_manager.cc:5696] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 reported cstate change: term changed from 0 to 1, leader changed from <none> to 64581590dd44460d972cbe9621a88013 (127.23.215.67). New cstate: current_term: 1 leader_uuid: "64581590dd44460d972cbe9621a88013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } health_report { overall_health: HEALTHY } } }
14:05:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.362623 24809 raft_consensus.cc:2468] T ee7e9832d88e427b842507024d4ea4ba P 5db240d9ad5f474ebe01490f4ab87bfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64581590dd44460d972cbe9621a88013 in term 1.
14:05:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.366883 24458 catalog_manager.cc:5696] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 reported cstate change: term changed from 0 to 1, leader changed from <none> to 64581590dd44460d972cbe9621a88013 (127.23.215.67). New cstate: current_term: 1 leader_uuid: "64581590dd44460d972cbe9621a88013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 } health_report { overall_health: HEALTHY } } }
14:05:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.385010 25025 raft_consensus.cc:3060] T 0496acc4d5724101b7063e47d9991cf7 P 744c496c346245068710877c1cac338d [term 0 FOLLOWER]: Advancing to term 1
14:05:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.399878 25407 consensus_queue.cc:1048] T 0496acc4d5724101b7063e47d9991cf7 P 5db240d9ad5f474ebe01490f4ab87bfc [LEADER]: Connected to new peer: Peer: permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:05:30.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:30.544 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:30.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:30.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:30.544 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:30.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:30.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:30.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:30.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:30.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:30.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:30.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:30.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:30.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.576324 25388 consensus_queue.cc:1048] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [LEADER]: Connected to new peer: Peer: permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.590590 25413 consensus_queue.cc:1048] T 54ffcfaeffe14ed3bb3ad3ac370b7d0a P 744c496c346245068710877c1cac338d [LEADER]: Connected to new peer: Peer: permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:30.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:30.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.669586 25365 consensus_queue.cc:1048] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [LEADER]: Connected to new peer: Peer: permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.690050 25385 consensus_queue.cc:1048] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [LEADER]: Connected to new peer: Peer: permanent_uuid: "744c496c346245068710877c1cac338d" member_type: VOTER last_known_addr { host: "127.23.215.66" port: 35793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:30.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.692358 25393 consensus_queue.cc:1048] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.726985 25385 consensus_queue.cc:1048] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.747680 25364 consensus_queue.cc:1048] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [LEADER]: Connected to new peer: Peer: permanent_uuid: "64581590dd44460d972cbe9621a88013" member_type: VOTER last_known_addr { host: "127.23.215.67" port: 36473 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:05:30.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:30.811794 25364 consensus_queue.cc:1048] T 62e9e4b06cfb4346bf3effea297a63a6 P 744c496c346245068710877c1cac338d [LEADER]: Connected to new peer: Peer: permanent_uuid: "5db240d9ad5f474ebe01490f4ab87bfc" member_type: VOTER last_known_addr { host: "127.23.215.65" port: 45163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:05:30.854 [DEBUG - main] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state READY
14:05:30.854 [DEBUG - main] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state READY
14:05:30.855 [DEBUG - main] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state READY
14:05:30.856 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.33.60:33863(127.23.33.60:33863)] handling channelInactive
14:05:30.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state READY due to: connection closed
14:05:30.856 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.33.61:39535(127.23.33.61:39535)] handling channelInactive
14:05:30.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state READY due to: connection closed
14:05:30.856 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:30.857 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
14:05:30.858 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:05:30.870 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.33.62:45905(127.23.33.62:45905)] handling channelInactive
14:05:30.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state READY due to: connection closed
14:05:30.871 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
14:05:30.872 [DEBUG - main] (Connection.java:575) [peer master-127.23.215.124:34465(127.23.215.124:34465)] disconnecting while in state READY
14:05:30.872 [DEBUG - main] (Connection.java:575) [peer master-127.23.215.125:37669(127.23.215.125:37669)] disconnecting while in state READY
14:05:30.872 [DEBUG - main] (Connection.java:575) [peer master-127.23.215.126:44757(127.23.215.126:44757)] disconnecting while in state READY
14:05:30.872 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.215.124:34465(127.23.215.124:34465)] handling channelInactive
14:05:30.872 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.215.126:44757(127.23.215.126:44757)] handling channelInactive
14:05:30.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state READY due to: connection closed
14:05:30.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state READY due to: connection closed
14:05:30.874 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:30.876 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
14:05:30.876 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:05:30.878 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.215.125:37669(127.23.215.125:37669)] handling channelInactive
14:05:30.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state READY due to: connection closed
14:05:30.878 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:05:30.880 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:05:30.881 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
14:05:30.881 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
14:05:30.881 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:05:30.881 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:05:30.881 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:05:30.888 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
14:05:30.888 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
14:05:30.888 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
14:05:30.888 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
14:05:30.888 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
14:05:30.888 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
14:05:30.888 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
14:05:31.125 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
14:05:31.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:31.214 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
14:05:31.216 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
14:05:31.216 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
14:05:31.219 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:31.220 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:31.220 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:31.221 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:31.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:31.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:31.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:31.221 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:31.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:31.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:31.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:31.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:31.222 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:31.232 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:05:31.382 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:31.383 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:31.383 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:31.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:31.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:31.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:31.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:31.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:31.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:31.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:31.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:31.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:31.384 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:31.649 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:31.649 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:31.650 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:31.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:31.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:31.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:31.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:31.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:31.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:31.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:31.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:31.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:31.653 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:31.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:32.056 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
14:05:32.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:32.232 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
14:05:32.247 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:05:32.296 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
14:05:32.327 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
14:05:32.343 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
14:05:32.353 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
14:05:32.354 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
14:05:32.355 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
14:05:32.355 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
14:05:32.356 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
14:05:32.356 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
14:05:32.356 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
14:05:32.356 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:05:32.357 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:05:32.358 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:05:32.358 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:05:32.358 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:05:32.358 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:05:32.358 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
14:05:32.358 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
14:05:32.358 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
14:05:32.358 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
14:05:32.358 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
14:05:32.359 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:05:32.359 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:05:32.359 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:05:32.360 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:05:32.360 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:05:32.360 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:05:32.360 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_de4dd8b5ccae0dd485b6b26edd20d0d7/blobStorage
14:05:32.361 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:37183 - max concurrent requests: 50 - max backlog: 1000
14:05:32.361 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_de4dd8b5ccae0dd485b6b26edd20d0d7/blobStorage
14:05:32.362 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_de4dd8b5ccae0dd485b6b26edd20d0d7/blobStorage
14:05:32.363 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
14:05:32.363 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: d92b7780-f194-4179-a5b2-de0690cbe3a3
14:05:32.366 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
14:05:32.366 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-e9e10628-0657-4823-b5c9-75159c0da989
14:05:32.369 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-d509424e-fa6f-4009-9bd3-a0f6b96ddbf1
14:05:32.436 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
14:05:32.437 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
14:05:32.437 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
14:05:32.437 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
14:05:32.438 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
14:05:32.439 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_4 .
14:05:32.445 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
14:05:32.446 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-89ee74cd-2d2d-4205-ba9c-d4ba40ff6aab
14:05:32.446 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
14:05:32.447 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
14:05:32.456 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
14:05:32.456 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
14:05:32.463 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37841
14:05:32.463 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
14:05:32.468 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37841 was granted leadership with leaderSessionID=dff45e44-3f07-4a5f-8a95-848c946e4855
14:05:32.468 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37841 , session=dff45e44-3f07-4a5f-8a95-848c946e4855
14:05:32.469 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
14:05:32.470 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
14:05:32.470 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
14:05:32.470 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 369078a2-cad2-46d7-aab2-df36836c7cdc. Creating new DispatcherLeaderProcess.
14:05:32.471 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
14:05:32.472 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
14:05:32.472 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
14:05:32.472 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
14:05:32.475 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_5 .
14:05:32.476 [INFO - pool-53-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id ae3b890a-10b3-4e9a-a964-4bfce4c611d9.
14:05:32.478 [INFO - pool-53-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_6 .
14:05:32.489 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_5 , session=369078a2-cad2-46d7-aab2-df36836c7cdc
14:05:32.489 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
14:05:32.500 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
14:05:32.500 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
14:05:32.500 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
14:05:32.500 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
14:05:32.503 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_6 , session=ae3b890a-10b3-4e9a-a964-4bfce4c611d9
14:05:32.503 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(a9644bfce4c611d9ae3b890a10b34e9a).
14:05:32.519 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:05:32.526 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID d92b7780-f194-4179-a5b2-de0690cbe3a3 (pekko://flink/user/rpc/taskmanager_4) at ResourceManager
14:05:32.528 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_6 under registration id e5569be351438950edd7da952d6108e3.
14:05:32.528 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:344) Registering task executor d92b7780-f194-4179-a5b2-de0690cbe3a3 under e5569be351438950edd7da952d6108e3 at the slot manager.
14:05:32.528 [INFO - flink-pekko.actor.default-dispatcher-10] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (46167b4104acab610af5cd9644360c4d).
14:05:32.532 [INFO - flink-pekko.actor.default-dispatcher-10] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (46167b4104acab610af5cd9644360c4d).
14:05:32.532 [INFO - flink-pekko.actor.default-dispatcher-10] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-46167b4104acab610af5cd9644360c4d'.
14:05:32.532 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 46167b4104acab610af5cd9644360c4d was granted leadership with leader id b2b733e3-fd1a-4558-b643-52549c165708. Creating new JobMasterServiceProcess.
14:05:32.535 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_7 .
14:05:32.541 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (46167b4104acab610af5cd9644360c4d).
14:05:32.542 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (46167b4104acab610af5cd9644360c4d).
14:05:32.543 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 382f19d652d46c045f28c07dab1faca3 for job 46167b4104acab610af5cd9644360c4d.
14:05:32.543 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (46167b4104acab610af5cd9644360c4d).
14:05:32.543 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
14:05:32.544 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
14:05:32.545 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72b11054
14:05:32.545 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:32.545 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:05:32.546 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
14:05:32.547 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@45bfa906 for Flink Streaming Job (46167b4104acab610af5cd9644360c4d).
14:05:32.548 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_7 , session=b2b733e3-fd1a-4558-b643-52549c165708
14:05:32.552 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (46167b4104acab610af5cd9644360c4d) under job master id b64352549c165708b2b733e3fd1a4558.
14:05:32.552 [INFO - flink-pekko.actor.default-dispatcher-10] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:05:32.555 [DEBUG - flink-pekko.actor.default-dispatcher-10] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:32.556 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
14:05:32.556 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state CREATED to RUNNING.
14:05:32.559 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
14:05:32.560 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
14:05:32.561 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
14:05:32.561 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:32.561 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
14:05:32.562 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(a9644bfce4c611d9ae3b890a10b34e9a)
14:05:32.564 [INFO - flink-pekko.actor.default-dispatcher-10] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:05:32.564 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager b64352549c165708b2b733e3fd1a4558@pekko://flink/user/rpc/jobmanager_7 for job 46167b4104acab610af5cd9644360c4d.
14:05:32.569 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager b64352549c165708b2b733e3fd1a4558@pekko://flink/user/rpc/jobmanager_7 for job 46167b4104acab610af5cd9644360c4d.
14:05:32.570 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:32.571 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: a9644bfce4c611d9ae3b890a10b34e9a.
14:05:32.571 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:05:32.574 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:32.576 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.33.62:45905(127.23.33.62:45905)] Successfully connected to peer
14:05:32.578 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.33.60:33863(127.23.33.60:33863)] Successfully connected to peer
14:05:32.578 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.62
14:05:32.583 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.60
14:05:32.590 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.33.61:39535(127.23.33.61:39535)] Successfully connected to peer
14:05:32.593 [DEBUG - main] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:05:32.596 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 46167b4104acab610af5cd9644360c4d
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager d92b7780-f194-4179-a5b2-de0690cbe3a3
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
14:05:32.598 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 9d4699c768d84e7eef6ad1d2a837b629 from d92b7780-f194-4179-a5b2-de0690cbe3a3 for job 46167b4104acab610af5cd9644360c4d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:05:32.598 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 95b6f7e427a4183710e9a5a05541822d from d92b7780-f194-4179-a5b2-de0690cbe3a3 for job 46167b4104acab610af5cd9644360c4d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:05:32.599 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a1be49eec86fee4ded01ecf9c76e477a from d92b7780-f194-4179-a5b2-de0690cbe3a3 for job 46167b4104acab610af5cd9644360c4d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:05:32.599 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.599 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 829b669c9d09e09bfe46427a95cc7f96 from d92b7780-f194-4179-a5b2-de0690cbe3a3 for job 46167b4104acab610af5cd9644360c4d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:05:32.602 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 9d4699c768d84e7eef6ad1d2a837b629 for job 46167b4104acab610af5cd9644360c4d from resource manager with leader id a9644bfce4c611d9ae3b890a10b34e9a.
14:05:32.602 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 9d4699c768d84e7eef6ad1d2a837b629 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:05:32.604 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:32.604 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x272556cc, L:/127.0.0.1:40726 - R:/127.23.33.62:45905] using SASL/PLAIN
14:05:32.604 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:32.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:32.605 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:32.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:32.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:32.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:32.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:32.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:32.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:32.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:32.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:32.608 [DEBUG - main] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:05:32.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:32.611 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.61
14:05:32.612 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.617 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.215.124:34465(127.23.215.124:34465)] Successfully connected to peer
14:05:32.620 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa42cc3db, L:/127.0.0.1:36624 - R:/127.23.33.60:33863] using SASL/PLAIN
14:05:32.626 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.631 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:192) Add job 46167b4104acab610af5cd9644360c4d for job leader monitoring.
14:05:32.632 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 95b6f7e427a4183710e9a5a05541822d for job 46167b4104acab610af5cd9644360c4d from resource manager with leader id a9644bfce4c611d9ae3b890a10b34e9a.
14:05:32.632 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 95b6f7e427a4183710e9a5a05541822d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:05:32.633 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request a1be49eec86fee4ded01ecf9c76e477a for job 46167b4104acab610af5cd9644360c4d from resource manager with leader id a9644bfce4c611d9ae3b890a10b34e9a.
14:05:32.633 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for a1be49eec86fee4ded01ecf9c76e477a with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:05:32.633 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 829b669c9d09e09bfe46427a95cc7f96 for job 46167b4104acab610af5cd9644360c4d from resource manager with leader id a9644bfce4c611d9ae3b890a10b34e9a.
14:05:32.634 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 829b669c9d09e09bfe46427a95cc7f96 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:05:32.635 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_7 with leader id b2b733e3-fd1a-4558-b643-52549c165708.
14:05:32.638 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
14:05:32.640 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_7 for job 46167b4104acab610af5cd9644360c4d.
14:05:32.640 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1783) Establish JobManager connection for job 46167b4104acab610af5cd9644360c4d.
14:05:32.640 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 46167b4104acab610af5cd9644360c4d.
14:05:32.642 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
14:05:32.642 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 9d4699c768d84e7eef6ad1d2a837b629
14:05:32.643 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:05:32.644 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 46167b4104acab610af5cd9644360c4d.
14:05:32.644 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
14:05:32.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:32.644 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 46167b4104acab610af5cd9644360c4d
14:05:32.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: OK, deferred=null) after lookup
14:05:32.645 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 9d4699c768d84e7eef6ad1d2a837b629.
14:05:32.646 [DEBUG - main] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:05:32.648 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.124
14:05:32.650 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.215.126:44757(127.23.215.126:44757)] Successfully connected to peer
14:05:32.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:32.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:32.665 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4247e1c7, L:/127.0.0.1:37620 - R:/127.23.33.61:39535] using SASL/PLAIN
14:05:32.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b1af2c1ce43b49ae858107f30961bf85 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:32.668 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:32.668 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:32.669 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:32.669 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:32.669 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:32.678 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.681 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x34660e80, L:/127.0.0.1:44582 - R:/127.23.215.124:34465] using SASL/PLAIN
14:05:32.687 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.215.125:37669(127.23.215.125:37669)] Successfully connected to peer
14:05:32.694 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.126
14:05:32.698 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
14:05:32.698 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
14:05:32.701 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
14:05:32.701 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 829b669c9d09e09bfe46427a95cc7f96
14:05:32.702 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:05:32.704 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 829b669c9d09e09bfe46427a95cc7f96.
14:05:32.705 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
14:05:32.705 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 95b6f7e427a4183710e9a5a05541822d
14:05:32.706 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
14:05:32.706 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id a1be49eec86fee4ded01ecf9c76e477a
14:05:32.707 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:05:32.709 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 95b6f7e427a4183710e9a5a05541822d.
14:05:32.711 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
14:05:32.711 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
14:05:32.712 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@246f5011
14:05:32.712 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:32.712 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:05:32.712 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:05:32.712 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:05:32.712 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:05:32.712 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:05:32.714 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.719 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb1dc58b1, L:/127.0.0.1:41564 - R:/127.23.215.126:44757] using SASL/PLAIN
14:05:32.719 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id a1be49eec86fee4ded01ecf9c76e477a.
14:05:32.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:32.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=135), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [92ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: OK, deferred=null) after lookup
14:05:32.724 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
14:05:32.727 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
14:05:32.727 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
14:05:32.727 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:32.728 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@166f8cdb
14:05:32.728 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:32.728 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:05:32.729 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:05:32.734 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
14:05:32.734 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30a6dce6
14:05:32.734 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:32.735 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:05:32.736 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@77bd383f
14:05:32.736 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:32.736 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:05:32.736 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:05:32.737 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:05:32.737 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 62e9e4b06cfb4346bf3effea297a63a6 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:32.737 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:32.737 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:32.737 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:32.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:32.738 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:05:32.738 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=62e9e4b06cfb4346bf3effea297a63a6@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:32.739 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:05:32.740 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:05:32.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.215.126:44757, [9ms] Sub RPC GetTableLocations: received response from server master-127.23.215.126:44757: OK, deferred=null)) after lookup
14:05:32.741 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] connecting to peer
14:05:32.741 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:05:32.742 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:05:32.742 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:05:32.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:32.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:32.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:32.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:32.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:32.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:32.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:32.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:32.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:32.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:32.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:32.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:32.747 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:32.749 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.125
14:05:32.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e10a0dc
14:05:32.784 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] Successfully connected to peer
14:05:32.786 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1221f60d
14:05:32.789 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:32.790 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38e978e5
14:05:32.791 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@322fbbbe
14:05:32.793 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:32.795 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:32.797 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:32.800 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.803 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa72540af, L:/127.0.0.1:43788 - R:/127.23.215.125:37669] using SASL/PLAIN
14:05:32.805 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:05:32.820 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:05:32.824 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:05:32.829 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.831 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:05:32.838 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x4c6a5fa4, L:/127.0.0.1:58282 - R:/127.23.215.66:35793] using TOKEN/null
14:05:32.846 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:05:32.847 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.215.124:34465(127.23.215.124:34465)] Successfully connected to peer
14:05:32.854 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:05:32.868 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.215.124:34465(127.23.215.124:34465)] Successfully connected to peer
14:05:32.889 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.124
14:05:32.890 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:32.890 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:32.893 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.124
14:05:32.897 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:32.897 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:32.898 [DEBUG - main] (Connection.java:748) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] connecting to peer
14:05:32.903 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.907 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:05:32.911 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.215.126:44757(127.23.215.126:44757)] Successfully connected to peer
14:05:32.916 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.126
14:05:32.919 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:05:32.921 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.215.124:34465(127.23.215.124:34465)] Successfully connected to peer
14:05:32.911 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.922 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:05:32.924 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.215.126:44757(127.23.215.126:44757)] Successfully connected to peer
14:05:32.926 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.215.125:37669(127.23.215.125:37669)] Successfully connected to peer
14:05:32.932 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x18dbecad, L:/127.0.0.1:44602 - R:/127.23.215.124:34465] using SASL/PLAIN
14:05:32.940 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd5bc70c0, L:/127.0.0.1:44592 - R:/127.23.215.124:34465] using SASL/PLAIN
14:05:32.941 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.124
14:05:32.942 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.125
14:05:32.944 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.126
14:05:32.956 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.959 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.962 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcaa088b6, L:/127.0.0.1:41570 - R:/127.23.215.126:44757] using SASL/PLAIN
14:05:32.964 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] Successfully connected to peer
14:05:32.968 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.215.125:37669(127.23.215.125:37669)] Successfully connected to peer
14:05:32.969 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:32.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:32.972 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x20966e29, L:/127.0.0.1:41582 - R:/127.23.215.126:44757] using SASL/PLAIN
14:05:32.974 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.974 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:32.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: OK, deferred=null) after lookup
14:05:32.983 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:32.985 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x47dd2163, L:/127.0.0.1:44612 - R:/127.23.215.124:34465] using SASL/PLAIN
14:05:32.988 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:05:32.990 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:32.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43c25a4c
14:05:32.991 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
14:05:32.992 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
14:05:32.994 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.215.126:44757(127.23.215.126:44757)] Successfully connected to peer
14:05:32.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:32.997 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=199), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [154ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: OK, [158ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: OK, deferred=null) after lookup
14:05:33.001 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x79cbceeb, L:/127.0.0.1:43802 - R:/127.23.215.125:37669] using SASL/PLAIN
14:05:33.003 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.125
14:05:33.006 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.126
14:05:33.008 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.215.125:37669(127.23.215.125:37669)] Successfully connected to peer
14:05:33.009 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:33.016 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.125
14:05:33.024 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:33.024 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c915ab9
14:05:33.026 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
14:05:33.026 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
14:05:33.028 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.029 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.032 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:05:33.033 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x166c0995, L:/127.0.0.1:43806 - R:/127.23.215.125:37669] using SASL/PLAIN
14:05:33.034 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.215.124:34465(127.23.215.124:34465)] Successfully connected to peer
14:05:33.035 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xad0c5a36, L:/127.0.0.1:40526 - R:/127.23.215.67:36473] using TOKEN/null
14:05:33.038 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.124
14:05:33.039 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:05:33.044 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.215.126:44757(127.23.215.126:44757)] Successfully connected to peer
14:05:33.045 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.046 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.126
14:05:33.047 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.050 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.215.125:37669(127.23.215.125:37669)] Successfully connected to peer
14:05:33.052 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.215.125
14:05:33.053 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x971a8c02, L:/127.0.0.1:41594 - R:/127.23.215.126:44757] using SASL/PLAIN
14:05:33.055 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:33.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=268), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: OK, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [254ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: OK, deferred=null) after lookup
14:05:33.058 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6630c14f, L:/127.0.0.1:44626 - R:/127.23.215.124:34465] using SASL/PLAIN
14:05:33.069 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.070 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.072 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.073 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:33.076 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfead9e66, L:/127.0.0.1:43830 - R:/127.23.215.125:37669] using SASL/PLAIN
14:05:33.077 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:33.082 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8ee1c6d0, L:/127.0.0.1:43822 - R:/127.23.215.125:37669] using SASL/PLAIN
14:05:33.082 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8bc133b7, L:/127.0.0.1:41602 - R:/127.23.215.126:44757] using SASL/PLAIN
14:05:33.087 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:05:33.087 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:33.087 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@563fbcc
14:05:33.088 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6236c85b23df815941991a75636608b3ae8148b061e7f7de2eab5badb149c741'}]
14:05:33.089 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:33.090 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:33.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=294), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: OK, [257ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: OK, [265ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: OK, deferred=null) after lookup
14:05:33.094 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:33.096 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.096 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:33.096 [DEBUG - main] (Connection.java:748) [peer 5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)] connecting to peer
14:05:33.099 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:05:33.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:33.101 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7096624
14:05:33.109 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:05:33.112 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
14:05:33.112 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
14:05:33.119 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:05:33.120 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:33.122 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:33.122 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:33.122 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:33.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:33.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:33.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:33.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:33.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:33.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:33.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:33.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:33.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:33.125 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:33.134 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:05:33.141 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:05:33.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
14:05:33.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
14:05:33.144 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='37fcf1c01235cd27bb6f5552b69d285cec04a9b3aba7e978be0476c50d5ed754'}]
14:05:33.146 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:33.142436 24399 debug-util.cc:398] Leaking SignalData structure 0x7b08000da100 after lost signal to thread 24274
14:05:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:33.143567 24399 debug-util.cc:398] Leaking SignalData structure 0x7b08000d3360 after lost signal to thread 24402
14:05:33.150 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:05:33.151 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9df2e295820e4b4371887ec46ae6622b0a62cece467136c35fecd886a9aa36ab'}]
14:05:33.153 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:33.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:33.164 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:33.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:05:33.171 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:05:33.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e93622cbaee50b36ee5ca5544287567267d1889a23b0b16e82cce13dd0333c6f'}]
14:05:33.174 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:33.182 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)] Successfully connected to peer
14:05:33.208 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:05:33.217 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:33.221 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.228 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x2e83a843, L:/127.0.0.1:39250 - R:/127.23.215.65:45163] using TOKEN/null
14:05:33.234 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:33.255 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:33.261 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:05:33.265 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:33.270 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.278 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.281 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0c026bc9, L:/127.0.0.1:48606 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:33.296 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:33.297 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:33.300 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:05:33.301 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:33.302 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:33.306875 24293 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.23.33.1:40793, user_credentials={real_user=slave}} blocked reactor thread for 92900.1us
14:05:33.327 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:33.329 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:33.337 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.337 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:33.343 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7287247390961664001) for scanner KuduScanner(table=replication_test_table, tablet=b1af2c1ce43b49ae858107f30961bf85, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.344 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [6236c85b23df815941991a75636608b3ae8148b061e7f7de2eab5badb149c741]
14:05:33.345 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:05:33.347 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.347 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:33.349 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6236c85b23df815941991a75636608b3ae8148b061e7f7de2eab5badb149c741]
14:05:33.349 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:05:33.349 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:05:33.350 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:33.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:33.353 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6236c85b23df815941991a75636608b3ae8148b061e7f7de2eab5badb149c741 finished by subtask 0; deferring removal (restored in pending)
14:05:33.353 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0bb8cd8e4e65a020f353147833ea621c56f2567c731a67aca5c9cb0ca43ef036'}]
14:05:33.355 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 62e9e4b06cfb4346bf3effea297a63a6 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:33.355 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:33.356 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:33.356 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.356 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.356 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=62e9e4b06cfb4346bf3effea297a63a6@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.357 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.357 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:33.362 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:33.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 62e9e4b06cfb4346bf3effea297a63a6 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:33.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:33.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:33.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.364 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=62e9e4b06cfb4346bf3effea297a63a6@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.365 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.366 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:33.374 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:33.376 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.411 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.413 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:33.414 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.431 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:33.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:33.432 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:05:33.433 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:05:33.441 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.441 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:33.448 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.448 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:33.448 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x649ccdff, L:/127.0.0.1:48626 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:33.449 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:33.454 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:33.456 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x868c2b16, L:/127.0.0.1:48620 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:33.460 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.460 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:33.461 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:05:33.462 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:33.469 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.469 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:33.471 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113133467 for job 46167b4104acab610af5cd9644360c4d.
14:05:33.474 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7a3f268e, flushNotification=Deferred@1945489084(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:05:33.475 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] connecting to peer
14:05:33.475 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287247390961664001) for scanner KuduScanner(table=replication_test_table, tablet=6927f205a4404bee915ddd9121f57d5e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.475 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [e93622cbaee50b36ee5ca5544287567267d1889a23b0b16e82cce13dd0333c6f]
14:05:33.476 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:05:33.477 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.478 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@50782dc1, flushNotification=Deferred@451819929(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:05:33.489 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.490 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x906bae95, L:/127.0.0.1:48636 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:33.490 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:33.490 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:33.491 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.491 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.491 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.492 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] connecting to peer
14:05:33.500 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287247390961664001) for scanner KuduScanner(table=replication_test_table, tablet=7e9520884795405ba29727b01be851a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.501 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [37fcf1c01235cd27bb6f5552b69d285cec04a9b3aba7e978be0476c50d5ed754]
14:05:33.524 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:33.536 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7287247390961664001) for scanner KuduScanner(table=replication_test_table, tablet=f7b2442530914f369d46b91b11848160, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.537 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [9df2e295820e4b4371887ec46ae6622b0a62cece467136c35fecd886a9aa36ab]
14:05:33.549 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] Successfully connected to peer
14:05:33.551 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.552 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:33.558 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:05:33.562 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.562 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:33.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [37fcf1c01235cd27bb6f5552b69d285cec04a9b3aba7e978be0476c50d5ed754]
14:05:33.564 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 37fcf1c01235cd27bb6f5552b69d285cec04a9b3aba7e978be0476c50d5ed754 finished by subtask 2; deferring removal (restored in pending)
14:05:33.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:05:33.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:05:33.564 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:33.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:33.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:33.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.567 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:33.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.569 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:33.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.570 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.572 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.572 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:33.577 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.578 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:33.583 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:05:33.584 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.587 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9df2e295820e4b4371887ec46ae6622b0a62cece467136c35fecd886a9aa36ab]
14:05:33.588 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9df2e295820e4b4371887ec46ae6622b0a62cece467136c35fecd886a9aa36ab finished by subtask 3; deferring removal (restored in pending)
14:05:33.588 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:05:33.588 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:05:33.589 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:33.590 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:33.593 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.593 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.593 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.594 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.594 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.594 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.595 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.595 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.595 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.596 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:33.596 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:33.596 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:33.601 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] Successfully connected to peer
14:05:33.605 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:33.609 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:33.623 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.628 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:33.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:33.628 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:33.628 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:05:33.635 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3db70a15, L:/127.0.0.1:48640 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:33.638 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.642 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:33.652 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247390961664001) for scanner KuduScanner(table=replication_test_table, tablet=bac980d567cc4f43acdf2d92e5c075f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.653 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [0bb8cd8e4e65a020f353147833ea621c56f2567c731a67aca5c9cb0ca43ef036]
14:05:33.659 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.660 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:33.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:33.663 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x251d29b5, L:/127.0.0.1:58290 - R:/127.23.215.66:35793] using TOKEN/null
14:05:33.665 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.666 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:33.673 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.673 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:33.680 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.700 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:33.700 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:33.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:33.701 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:33.701 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:05:33.709 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5af92b41, L:/127.0.0.1:58292 - R:/127.23.215.66:35793] using TOKEN/null
14:05:33.741 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.742 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:33.751 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.752 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:33.758 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.758 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:33.768 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.768 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:33.775 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.841 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.841 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:33.850 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.850 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:33.860 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.861 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:33.872 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.873 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:33.880 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.974 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0bb8cd8e4e65a020f353147833ea621c56f2567c731a67aca5c9cb0ca43ef036]
14:05:33.974 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:05:33.974 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:05:33.975 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:33.976 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0bb8cd8e4e65a020f353147833ea621c56f2567c731a67aca5c9cb0ca43ef036 finished by subtask 0; deferring removal (restored in pending)
14:05:33.977 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:33.986 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.986 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:33.998 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:33.998 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:34.005 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.006 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:34.011 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.012 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:34.013 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:34.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:34.013 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:34.013 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:05:34.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e93622cbaee50b36ee5ca5544287567267d1889a23b0b16e82cce13dd0333c6f]
14:05:34.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:05:34.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:05:34.016 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:34.017 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e93622cbaee50b36ee5ca5544287567267d1889a23b0b16e82cce13dd0333c6f finished by subtask 1; deferring removal (restored in pending)
14:05:34.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:34.029 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.033 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 46167b4104acab610af5cd9644360c4d (4419 bytes, checkpointDuration=565 ms, finalizationTime=1 ms).
14:05:34.037 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
14:05:34.038 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 37fcf1c01235cd27bb6f5552b69d285cec04a9b3aba7e978be0476c50d5ed754 from pending
14:05:34.038 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 6236c85b23df815941991a75636608b3ae8148b061e7f7de2eab5badb149c741 from pending
14:05:34.038 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 9df2e295820e4b4371887ec46ae6622b0a62cece467136c35fecd886a9aa36ab from pending
14:05:34.038 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 0bb8cd8e4e65a020f353147833ea621c56f2567c731a67aca5c9cb0ca43ef036 from pending
14:05:34.038 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split e93622cbaee50b36ee5ca5544287567267d1889a23b0b16e82cce13dd0333c6f from pending
14:05:34.038 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 5 finished splits from enumerator state
14:05:34.040 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113134034 for job 46167b4104acab610af5cd9644360c4d.
14:05:34.042 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=260, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@365c158, flushNotification=Deferred@2062049123(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:05:34.043 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] connecting to peer
14:05:34.045 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=195, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@296c6c7d, flushNotification=Deferred@2039005365(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:05:34.046 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] connecting to peer
14:05:34.067 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:34.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:34.067 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:34.067 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:05:34.086 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] Successfully connected to peer
14:05:34.094 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.094 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:34.108 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.108 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:34.108 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] Successfully connected to peer
14:05:34.114 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.115 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:34.135 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.135 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:34.142 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:34.143 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.146 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa1958de4, L:/127.0.0.1:40538 - R:/127.23.215.67:36473] using TOKEN/null
14:05:34.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:34.163 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:34.185 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x80d115a1, L:/127.0.0.1:40554 - R:/127.23.215.67:36473] using TOKEN/null
14:05:34.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:34.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:34.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:34.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.205 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:34.208 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.208 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:34.216 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.217 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:34.225 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.225 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:34.255 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.255 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:34.264 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.329 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=295 ms, finalizationTime=0 ms).
14:05:34.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:34.339 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
14:05:34.346 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.347 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:34.372 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.372 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:34.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:34.384 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:34.384 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:34.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.386 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.387 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:34.388 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.388 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:34.395 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:34.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:34.412 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:34.416 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:34.428 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b1af2c1ce43b49ae858107f30961bf85 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:34.429 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:34.429 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:34.429 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:34.429 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:34.429 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:34.484 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:34.484 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113134483 for job 46167b4104acab610af5cd9644360c4d.
14:05:34.484 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:34.484 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:34.434546 24744 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.23.215.66:35793, user_credentials={real_user=slave}} blocked reactor thread for 108991us
14:05:34.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:34.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:34.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:34.493 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:34.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 62e9e4b06cfb4346bf3effea297a63a6 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:34.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:34.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:34.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:34.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:34.504 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=62e9e4b06cfb4346bf3effea297a63a6@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:34.509 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=26 ms, finalizationTime=0 ms).
14:05:34.511 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
14:05:34.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:34.532 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3fb6d15d02594b9ab4d6f8e59d6c159e
14:05:34.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b1af2c1ce43b49ae858107f30961bf85 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:34.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:34.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:34.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:34.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:34.538 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:34.539 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.33.60:33863, [4ms] Sub RPC GetTableLocations: received response from server master-127.23.33.60:33863: OK, deferred=null)) after lookup
14:05:34.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:34.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b1af2c1ce43b49ae858107f30961bf85 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:34.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:34.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:34.571 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:34.571 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:34.572 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299998, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299998}]
14:05:34.576 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4e867e2fbfee7ea6868233f37f80c2251e53080fcc8285616722b4853f3f6437'}]
14:05:34.578 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:34.578 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:05:34.579 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:34.580 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a3774d8903a49f7374d74a9197759293396b71ca13d20f7a91a343957b37bbfd'}]
14:05:34.582 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:34.583 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:05:34.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6965f80a3f05fdacee5d4abe2dd98ced6b06d4c6fdb4327b5ffff8d8b5859b54'}]
14:05:34.585 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:34.586 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:05:34.587 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:34.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b1248312c80d21e926bf82a423b9683d92d75b58f79cc8ec7c60733a7f9514dd'}]
14:05:34.590 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:34.591 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:05:34.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:34.596 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:34.597 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:34.602 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:34.603 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1af2c1ce43b49ae858107f30961bf85, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.603 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b1af2c1ce43b49ae858107f30961bf85 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:34.612 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:34.613 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:34.615 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6927f205a4404bee915ddd9121f57d5e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.615 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6927f205a4404bee915ddd9121f57d5e for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:34.623 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:34.631 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:34.643 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:34.651 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:34.656 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:34.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:34.673 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:34.684 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe53da914, L:/127.0.0.1:48648 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:34.684 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:34.690 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:34.707 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7e9520884795405ba29727b01be851a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.707 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7e9520884795405ba29727b01be851a9 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:34.715 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:34.720 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7b2442530914f369d46b91b11848160, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.720 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet f7b2442530914f369d46b91b11848160 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:34.726 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bac980d567cc4f43acdf2d92e5c075f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 62e9e4b06cfb4346bf3effea297a63a6 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:34.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:34.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4d98e07ee5b249f2a370fb45a92f34e7 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:34.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee7e9832d88e427b842507024d4ea4ba for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:34.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0496acc4d5724101b7063e47d9991cf7 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:34.732 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=62e9e4b06cfb4346bf3effea297a63a6@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4d98e07ee5b249f2a370fb45a92f34e7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=ee7e9832d88e427b842507024d4ea4ba@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163),64581590dd44460d972cbe9621a88013(127.23.215.67:36473)[L],744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=0496acc4d5724101b7063e47d9991cf7@[5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)[L],64581590dd44460d972cbe9621a88013(127.23.215.67:36473),744c496c346245068710877c1cac338d(127.23.215.66:35793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:34.734 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.215.126:44757, [5ms] Sub RPC GetTableLocations: received response from server master-127.23.215.126:44757: OK, deferred=null)) after lookup
14:05:34.750 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247399149568001) for scanner KuduScanner(table=replication_test_table, tablet=7e9520884795405ba29727b01be851a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.751 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4e867e2fbfee7ea6868233f37f80c2251e53080fcc8285616722b4853f3f6437]
14:05:34.751 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4e867e2fbfee7ea6868233f37f80c2251e53080fcc8285616722b4853f3f6437]
14:05:34.751 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:05:34.752 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:05:34.753 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:34.753 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4e867e2fbfee7ea6868233f37f80c2251e53080fcc8285616722b4853f3f6437 finished by subtask 0; deferring removal (restored in pending)
14:05:34.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:34.756 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='884e9d57abe30351a771bfea5feb4c854aeedc78689296ec4dfaea7da153ed18'}]
14:05:34.760 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:34.760 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:05:34.761 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:34.763 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.764 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:34.775 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.775 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:34.788 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.788 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:34.789 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:34.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:34.789 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:34.789 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:05:34.790 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:34.799 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.799 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:34.807 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.821 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb2078daf, L:/127.0.0.1:48656 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:34.823 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1af2c1ce43b49ae858107f30961bf85, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.823 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b1af2c1ce43b49ae858107f30961bf85 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:34.839 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6927f205a4404bee915ddd9121f57d5e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.839 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6927f205a4404bee915ddd9121f57d5e for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:34.860 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:34.864 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:34.877 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:34.879 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7e9520884795405ba29727b01be851a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.880 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7e9520884795405ba29727b01be851a9 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:34.893 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdb9ce8e9, L:/127.0.0.1:48668 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:34.895 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7b2442530914f369d46b91b11848160, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.895 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet f7b2442530914f369d46b91b11848160 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:34.911 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:34.921 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:34.940 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:34.954 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bac980d567cc4f43acdf2d92e5c075f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.959 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247399149568001) for scanner KuduScanner(table=replication_test_table, tablet=6927f205a4404bee915ddd9121f57d5e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.960 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [a3774d8903a49f7374d74a9197759293396b71ca13d20f7a91a343957b37bbfd]
14:05:34.960 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa1384e56, L:/127.0.0.1:48680 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:34.961 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c4884ad, L:/127.0.0.1:48682 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:34.960 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a3774d8903a49f7374d74a9197759293396b71ca13d20f7a91a343957b37bbfd]
14:05:34.962 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:05:34.962 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:05:34.963 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:34.963 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a3774d8903a49f7374d74a9197759293396b71ca13d20f7a91a343957b37bbfd finished by subtask 3; deferring removal (restored in pending)
14:05:34.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113134967 for job 46167b4104acab610af5cd9644360c4d.
14:05:34.977 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=62e9e4b06cfb4346bf3effea297a63a6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.977 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 62e9e4b06cfb4346bf3effea297a63a6 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
14:05:34.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:34.986 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247399149568001) for scanner KuduScanner(table=replication_test_table, tablet=bac980d567cc4f43acdf2d92e5c075f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.986 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 46167b4104acab610af5cd9644360c4d (4469 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
14:05:34.986 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [884e9d57abe30351a771bfea5feb4c854aeedc78689296ec4dfaea7da153ed18]
14:05:34.986 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [884e9d57abe30351a771bfea5feb4c854aeedc78689296ec4dfaea7da153ed18]
14:05:34.986 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:05:34.987 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:05:34.987 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:34.988 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:34.988 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
14:05:34.989 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split a3774d8903a49f7374d74a9197759293396b71ca13d20f7a91a343957b37bbfd from pending
14:05:34.989 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 4e867e2fbfee7ea6868233f37f80c2251e53080fcc8285616722b4853f3f6437 from pending
14:05:34.989 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 2 finished splits from enumerator state
14:05:34.989 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 884e9d57abe30351a771bfea5feb4c854aeedc78689296ec4dfaea7da153ed18 finished by subtask 0; deferring removal (restored in pending)
14:05:34.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=54ffcfaeffe14ed3bb3ad3ac370b7d0a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.994 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 54ffcfaeffe14ed3bb3ad3ac370b7d0a for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
14:05:35.011 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247399149568001) for scanner KuduScanner(table=replication_test_table, tablet=f7b2442530914f369d46b91b11848160, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:35.012 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [6965f80a3f05fdacee5d4abe2dd98ced6b06d4c6fdb4327b5ffff8d8b5859b54]
14:05:35.012 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6965f80a3f05fdacee5d4abe2dd98ced6b06d4c6fdb4327b5ffff8d8b5859b54]
14:05:35.012 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:05:35.012 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:05:35.013 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:35.014 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6965f80a3f05fdacee5d4abe2dd98ced6b06d4c6fdb4327b5ffff8d8b5859b54 finished by subtask 1; deferring removal (restored in pending)
14:05:35.020 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4d98e07ee5b249f2a370fb45a92f34e7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:35.020 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4d98e07ee5b249f2a370fb45a92f34e7 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
14:05:35.022 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:35.037 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:35.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:35.038 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:35.076 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:05:35.080 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee7e9832d88e427b842507024d4ea4ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:35.081 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee7e9832d88e427b842507024d4ea4ba for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
14:05:35.088 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0496acc4d5724101b7063e47d9991cf7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:35.089 [DEBUG - main] (Connection.java:575) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] disconnecting while in state READY
14:05:35.089 [DEBUG - main] (Connection.java:575) [peer 5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)] disconnecting while in state READY
14:05:35.089 [DEBUG - main] (Connection.java:575) [peer master-127.23.215.124:34465(127.23.215.124:34465)] disconnecting while in state READY
14:05:35.089 [DEBUG - main] (Connection.java:575) [peer master-127.23.215.125:37669(127.23.215.125:37669)] disconnecting while in state READY
14:05:35.089 [DEBUG - main] (Connection.java:575) [peer master-127.23.215.126:44757(127.23.215.126:44757)] disconnecting while in state READY
14:05:35.089 [DEBUG - main] (Connection.java:575) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] disconnecting while in state READY
14:05:35.090 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.215.124:34465(127.23.215.124:34465)] handling channelInactive
14:05:35.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state READY due to: connection closed
14:05:35.090 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] handling channelInactive
14:05:35.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] cleaning up while in state READY due to: connection closed
14:05:35.090 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.215.125:37669(127.23.215.125:37669)] handling channelInactive
14:05:35.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state READY due to: connection closed
14:05:35.090 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.215.126:44757(127.23.215.126:44757)] handling channelInactive
14:05:35.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state READY due to: connection closed
14:05:35.091 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] handling channelInactive
14:05:35.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] cleaning up while in state READY due to: connection closed
14:05:35.092 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:35.093 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:05:35.093 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
14:05:35.094 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
14:05:35.094 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
14:05:35.094 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:05:35.104 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:35.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:35.105 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:35.106 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:05:35.145 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:35.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:35.145 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:35.146 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:05:35.155 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)] handling channelInactive
14:05:35.155 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5db240d9ad5f474ebe01490f4ab87bfc(127.23.215.65:45163)] cleaning up while in state READY due to: connection closed
14:05:35.155 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
14:05:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:35.160459 24413 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 24708
14:05:35.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:35.167 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247399149568001) for scanner KuduScanner(table=replication_test_table, tablet=b1af2c1ce43b49ae858107f30961bf85, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:35.168 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [b1248312c80d21e926bf82a423b9683d92d75b58f79cc8ec7c60733a7f9514dd]
14:05:35.169 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b1248312c80d21e926bf82a423b9683d92d75b58f79cc8ec7c60733a7f9514dd]
14:05:35.169 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:05:35.169 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:05:35.170 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b1248312c80d21e926bf82a423b9683d92d75b58f79cc8ec7c60733a7f9514dd finished by subtask 2; deferring removal (restored in pending)
14:05:35.170 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:35.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:35.203 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:35.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:35.204 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:35.204 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:05:35.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:35.426077 25105 connection.cc:582] client connection to 127.23.215.65:45163 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:05:35.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:35.426633 25105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:05:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:35.436133 24413 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 24858
14:05:35.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:35.453943 25105 consensus_peers.cc:597] T 4d98e07ee5b249f2a370fb45a92f34e7 P 64581590dd44460d972cbe9621a88013 -> Peer 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163): Couldn't send request to peer 5db240d9ad5f474ebe01490f4ab87bfc. Status: Network error: Client connection negotiation failed: client connection to 127.23.215.65:45163: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:35.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:35.454516 25105 consensus_peers.cc:597] T ee7e9832d88e427b842507024d4ea4ba P 64581590dd44460d972cbe9621a88013 -> Peer 5db240d9ad5f474ebe01490f4ab87bfc (127.23.215.65:45163): Couldn't send request to peer 5db240d9ad5f474ebe01490f4ab87bfc. Status: Network error: Client connection negotiation failed: client connection to 127.23.215.65:45163: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:35.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113135467 for job 46167b4104acab610af5cd9644360c4d.
14:05:35.484 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 46167b4104acab610af5cd9644360c4d (3067 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
14:05:35.486 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
14:05:35.487 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 884e9d57abe30351a771bfea5feb4c854aeedc78689296ec4dfaea7da153ed18 from pending
14:05:35.487 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split b1248312c80d21e926bf82a423b9683d92d75b58f79cc8ec7c60733a7f9514dd from pending
14:05:35.487 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 6965f80a3f05fdacee5d4abe2dd98ced6b06d4c6fdb4327b5ffff8d8b5859b54 from pending
14:05:35.487 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 3 finished splits from enumerator state
14:05:35.553 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] handling channelInactive
14:05:35.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] cleaning up while in state READY due to: connection closed
14:05:35.554 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] handling channelInactive
14:05:35.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] cleaning up while in state READY due to: connection closed
14:05:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:35.561771 24413 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 25078
14:05:35.569 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:35.570 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:35.570 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:35.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:35.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:35.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:35.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:35.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:35.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:35.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:35.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:35.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:35.571 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:35.613 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] handling channelInactive
14:05:35.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] cleaning up while in state READY due to: connection closed
14:05:35.614 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] handling channelInactive
14:05:35.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] cleaning up while in state READY due to: connection closed
14:05:35.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:35.640990 24413 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 24425
14:05:35.661 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:35.702 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.215.126:44757(127.23.215.126:44757)] handling channelInactive
14:05:35.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state READY due to: connection closed
14:05:35.703 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.215.126:44757(127.23.215.126:44757)] handling channelInactive
14:05:35.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state READY due to: connection closed
14:05:35.704 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.215.126:44757(127.23.215.126:44757)] handling channelInactive
14:05:35.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state READY due to: connection closed
14:05:35.705 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.215.126:44757(127.23.215.126:44757)] handling channelInactive
14:05:35.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state READY due to: connection closed
14:05:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:35.718786 24413 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 24496
14:05:35.785 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.215.125:37669(127.23.215.125:37669)] handling channelInactive
14:05:35.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state READY due to: connection closed
14:05:35.786 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.215.125:37669(127.23.215.125:37669)] handling channelInactive
14:05:35.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state READY due to: connection closed
14:05:35.786 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.215.125:37669(127.23.215.125:37669)] handling channelInactive
14:05:35.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state READY due to: connection closed
14:05:35.786 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.215.125:37669(127.23.215.125:37669)] handling channelInactive
14:05:35.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state READY due to: connection closed
14:05:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:35.800503 24413 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 24575
14:05:35.853 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.215.124:34465(127.23.215.124:34465)] handling channelInactive
14:05:35.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state READY due to: connection closed
14:05:35.853 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.215.124:34465(127.23.215.124:34465)] handling channelInactive
14:05:35.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state READY due to: connection closed
14:05:35.853 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.215.124:34465(127.23.215.124:34465)] handling channelInactive
14:05:35.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state READY due to: connection closed
14:05:35.854 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.215.124:34465(127.23.215.124:34465)] handling channelInactive
14:05:35.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state READY due to: connection closed
14:05:35.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113135967 for job 46167b4104acab610af5cd9644360c4d.
14:05:35.986 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
14:05:35.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
14:05:36.023 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:36.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:36.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:36.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:36.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:36.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:36.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:36.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:36.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:36.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:36.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:36.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:36.027 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:36.109 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:36.110 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:36.110 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:36.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:36.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:36.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:36.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:36.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:36.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:36.112 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:36.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:36.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:36.113 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:36.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:36.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113136467 for job 46167b4104acab610af5cd9644360c4d.
14:05:36.484 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
14:05:36.486 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
14:05:36.502 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:36.503 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:36.503 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:36.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:36.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:36.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:36.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:36.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:36.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:36.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:36.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:36.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:36.505 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:36.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:36.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b1af2c1ce43b49ae858107f30961bf85 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:36.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:36.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:36.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:36.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:36.576 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:36.580 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e24b9aaf015afa18fe560791c71091f311d24395da5dad7b8e98b4cda19fcabd'}]
14:05:36.581 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='df0812becf064650ae8539ed0e7ddc2bafb88598a30ff1b8403fbc29b0d42e42'}]
14:05:36.583 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:36.583 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ebb33ae750514cac2dbc9e98eca37582377e73f0320da0fade4096fa1d84daf3'}]
14:05:36.584 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:05:36.585 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:36.585 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:05:36.586 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:36.589 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='004a3499a1126bde11aa4d559d82a2c9bb62f624a2ffb4887dfd51987c6107c7'}]
14:05:36.594 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:36.594 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:05:36.595 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:36.595 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:36.595 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:36.600 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:36.601 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:05:36.602 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:36.602 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:36.616 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:36.617 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:36.631 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:36.640 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:36.647 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:36.658 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:36.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:36.664 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:36.670 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:36.674 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x51887a95, L:/127.0.0.1:48694 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:36.680 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcca0c44a, L:/127.0.0.1:48706 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:36.681 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:36.692 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247407341568001) for scanner KuduScanner(table=replication_test_table, tablet=6927f205a4404bee915ddd9121f57d5e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:36.693 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [df0812becf064650ae8539ed0e7ddc2bafb88598a30ff1b8403fbc29b0d42e42]
14:05:36.693 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [df0812becf064650ae8539ed0e7ddc2bafb88598a30ff1b8403fbc29b0d42e42]
14:05:36.694 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:05:36.694 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:05:36.695 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:36.695 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split df0812becf064650ae8539ed0e7ddc2bafb88598a30ff1b8403fbc29b0d42e42 finished by subtask 0; deferring removal (restored in pending)
14:05:36.696 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:36.696 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9d6b69dcc95605311452afe9fa4aef11e9ab3065d38e94e769e574b4aefdef4b'}]
14:05:36.699 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:36.699 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
14:05:36.700 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:36.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:36.715 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:36.721 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:36.723 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:36.753 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:36.759 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:36.771 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc1ff4a8a, L:/127.0.0.1:48716 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:36.784 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247407341568001) for scanner KuduScanner(table=replication_test_table, tablet=7e9520884795405ba29727b01be851a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:36.785 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [ebb33ae750514cac2dbc9e98eca37582377e73f0320da0fade4096fa1d84daf3]
14:05:36.785 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ebb33ae750514cac2dbc9e98eca37582377e73f0320da0fade4096fa1d84daf3]
14:05:36.786 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:05:36.786 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:05:36.787 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ebb33ae750514cac2dbc9e98eca37582377e73f0320da0fade4096fa1d84daf3 finished by subtask 1; deferring removal (restored in pending)
14:05:36.792 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:36.796 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf58cbedb, L:/127.0.0.1:48718 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:36.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:36.808 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247407341568001) for scanner KuduScanner(table=replication_test_table, tablet=b1af2c1ce43b49ae858107f30961bf85, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:36.808 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [e24b9aaf015afa18fe560791c71091f311d24395da5dad7b8e98b4cda19fcabd]
14:05:36.809 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e24b9aaf015afa18fe560791c71091f311d24395da5dad7b8e98b4cda19fcabd]
14:05:36.809 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:05:36.809 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:05:36.809 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:36.810 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e24b9aaf015afa18fe560791c71091f311d24395da5dad7b8e98b4cda19fcabd finished by subtask 3; deferring removal (restored in pending)
14:05:36.810 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:36.819 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:36.825 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:36.826 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:05:36.826 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:36.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:36.826 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:05:36.872 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247407341568001) for scanner KuduScanner(table=replication_test_table, tablet=f7b2442530914f369d46b91b11848160, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:36.872 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [004a3499a1126bde11aa4d559d82a2c9bb62f624a2ffb4887dfd51987c6107c7]
14:05:36.873 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [004a3499a1126bde11aa4d559d82a2c9bb62f624a2ffb4887dfd51987c6107c7]
14:05:36.873 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:05:36.873 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:05:36.874 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 004a3499a1126bde11aa4d559d82a2c9bb62f624a2ffb4887dfd51987c6107c7 finished by subtask 2; deferring removal (restored in pending)
14:05:36.874 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:36.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:36.916 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:36.921 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf26ebd65, L:/127.0.0.1:48722 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:36.921 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:36.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:36.922 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:36.922 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:05:36.928 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:36.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:36.928 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:36.928 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:05:36.937 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:36.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:36.937 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:36.937 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247407341568001) for scanner KuduScanner(table=replication_test_table, tablet=bac980d567cc4f43acdf2d92e5c075f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:36.938 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:05:36.938 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [9d6b69dcc95605311452afe9fa4aef11e9ab3065d38e94e769e574b4aefdef4b]
14:05:36.938 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9d6b69dcc95605311452afe9fa4aef11e9ab3065d38e94e769e574b4aefdef4b]
14:05:36.938 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
14:05:36.938 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
14:05:36.940 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9d6b69dcc95605311452afe9fa4aef11e9ab3065d38e94e769e574b4aefdef4b finished by subtask 0; deferring removal (restored in pending)
14:05:36.940 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:36.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:36.967 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:36.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:36.968 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:36.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113136967 for job 46167b4104acab610af5cd9644360c4d.
14:05:36.968 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
14:05:36.983 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 46167b4104acab610af5cd9644360c4d (4469 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
14:05:36.985 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
14:05:36.985 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split df0812becf064650ae8539ed0e7ddc2bafb88598a30ff1b8403fbc29b0d42e42 from pending
14:05:36.985 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 004a3499a1126bde11aa4d559d82a2c9bb62f624a2ffb4887dfd51987c6107c7 from pending
14:05:36.986 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split ebb33ae750514cac2dbc9e98eca37582377e73f0320da0fade4096fa1d84daf3 from pending
14:05:36.986 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split e24b9aaf015afa18fe560791c71091f311d24395da5dad7b8e98b4cda19fcabd from pending
14:05:36.986 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 9d6b69dcc95605311452afe9fa4aef11e9ab3065d38e94e769e574b4aefdef4b from pending
14:05:36.986 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 5 finished splits from enumerator state
14:05:37.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:37.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:37.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:37.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:37.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:37.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:37.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:37.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:37.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:37.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:37.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:37.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:37.147 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:37.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:37.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113137467 for job 46167b4104acab610af5cd9644360c4d.
14:05:37.481 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:05:37.481 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
14:05:37.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:37.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:37.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:37.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:37.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:37.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:37.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:37.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:37.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:37.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:37.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:37.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:37.528 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:37.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:05:37Z chronyd exiting
14:05:37.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113137967 for job 46167b4104acab610af5cd9644360c4d.
14:05:37.993 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
14:05:37.995 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
14:05:38.028 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:38.029 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:38.029 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:38.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:38.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:38.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:38.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:38.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:38.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:38.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:38.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:38.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:38.031 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:38.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:38.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113138467 for job 46167b4104acab610af5cd9644360c4d.
14:05:38.481 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:05:38.483 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
14:05:38.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 350633c7dfa84c3e8c2a680c157fcf54
14:05:38.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b1af2c1ce43b49ae858107f30961bf85 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
14:05:38.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6927f205a4404bee915ddd9121f57d5e for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
14:05:38.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e9520884795405ba29727b01be851a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
14:05:38.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7b2442530914f369d46b91b11848160 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
14:05:38.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bac980d567cc4f43acdf2d92e5c075f2 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
14:05:38.570 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
14:05:38.574 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3e5d8c74f318556ed2c900cef999878ab608479a0971685aede791be45645e52'}]
14:05:38.574 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='95b59087570f075b116c7d3d5ad17cbfed01d256daac717f2d328408fba7e5a6'}]
14:05:38.577 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:38.577 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:05:38.577 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3df1d41a2e46c98f7fbb10edcd0f27e5a3fb4b50f1252e3fa84b0813be309b34'}]
14:05:38.577 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:38.578 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=7e9520884795405ba29727b01be851a9@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:38.580 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='040c2c56dccf206e025d54b8ccef0b04bdeee9d5b3b6454bb370729a71f81b06'}]
14:05:38.580 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:38.581 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
14:05:38.582 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=f7b2442530914f369d46b91b11848160@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063),d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)[L],ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:38.582 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:38.582 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:05:38.583 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=6927f205a4404bee915ddd9121f57d5e@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:38.585 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:38.586 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:05:38.587 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=b1af2c1ce43b49ae858107f30961bf85@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:38.598 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:38.605 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:38.608 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:38.609 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:38.609 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:38.611 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:38.618 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:38.622 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:38.622 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:38.623 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:38.623 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:38.623 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:38.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:38.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:38.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:38.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:38.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:38.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:38.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:38.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:38.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:38.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:38.635 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:38.646 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:38.647 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:38.658 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:38.658 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x87fa3339, L:/127.0.0.1:48736 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:38.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:38.663 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:38.674 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:38.675 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xff3d56bb, L:/127.0.0.1:48738 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:38.683 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd29cd4e6, L:/127.0.0.1:48728 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:38.684 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe45e35de, L:/127.0.0.1:48754 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:38.700 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247415533568001) for scanner KuduScanner(table=replication_test_table, tablet=6927f205a4404bee915ddd9121f57d5e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:38.700 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [040c2c56dccf206e025d54b8ccef0b04bdeee9d5b3b6454bb370729a71f81b06]
14:05:38.701 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [040c2c56dccf206e025d54b8ccef0b04bdeee9d5b3b6454bb370729a71f81b06]
14:05:38.702 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:05:38.702 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:05:38.704 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 040c2c56dccf206e025d54b8ccef0b04bdeee9d5b3b6454bb370729a71f81b06 finished by subtask 3; deferring removal (restored in pending)
14:05:38.704 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:38.705 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='39261c5fff6b971afaf6327e4c4c27d8675a684108f8338a5c19a1de77a5675d'}]
14:05:38.707 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:38.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:38.718 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:05:38.720 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=bac980d567cc4f43acdf2d92e5c075f2@[061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)[L],d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275),ff025b4037e64ff3a367731943602706(127.23.33.1:40793)]}]
14:05:38.738 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:38.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:38.738 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:05:38.738 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:05:38.740 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] connecting to peer
14:05:38.743 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] Successfully connected to peer
14:05:38.745 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.33.2
14:05:38.756 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:05:38.760 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbdf65018, L:/127.0.0.1:48760 - R:/127.23.33.2:34275] using SASL/PLAIN
14:05:38.768 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:38.768 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:38.769 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:38.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:38.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:38.769 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:38.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:38.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:38.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:38.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:38.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:38.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:38.772 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:38.773 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247415533568001) for scanner KuduScanner(table=replication_test_table, tablet=bac980d567cc4f43acdf2d92e5c075f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:38.774 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [39261c5fff6b971afaf6327e4c4c27d8675a684108f8338a5c19a1de77a5675d]
14:05:38.774 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [39261c5fff6b971afaf6327e4c4c27d8675a684108f8338a5c19a1de77a5675d]
14:05:38.774 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:05:38.774 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:05:38.775 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:38.775 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 39261c5fff6b971afaf6327e4c4c27d8675a684108f8338a5c19a1de77a5675d finished by subtask 3; deferring removal (restored in pending)
14:05:38.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:38.778 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:38.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:38.779 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:38.779 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:05:38.796 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247415533568001) for scanner KuduScanner(table=replication_test_table, tablet=b1af2c1ce43b49ae858107f30961bf85, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:38.797 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [3e5d8c74f318556ed2c900cef999878ab608479a0971685aede791be45645e52]
14:05:38.797 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3e5d8c74f318556ed2c900cef999878ab608479a0971685aede791be45645e52]
14:05:38.798 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:05:38.798 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:05:38.799 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3e5d8c74f318556ed2c900cef999878ab608479a0971685aede791be45645e52 finished by subtask 1; deferring removal (restored in pending)
14:05:38.799 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:38.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:38.824 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:38.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:38.824 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:05:38.824 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:05:38.918 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:05:38.942 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: giving up after 1 attempts
14:05:38.942 [DEBUG - main] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:38.942 [DEBUG - main] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state READY
14:05:38.942 [DEBUG - main] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state READY
14:05:38.942 [DEBUG - main] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state READY
14:05:38.942 [DEBUG - main] (Connection.java:575) [peer 061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)] disconnecting while in state READY
14:05:38.943 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:38.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:38.944 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.33.62:45905(127.23.33.62:45905)] handling channelInactive
14:05:38.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state READY due to: connection closed
14:05:38.944 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.33.61:39535(127.23.33.61:39535)] handling channelInactive
14:05:38.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state READY due to: connection closed
14:05:38.945 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)] handling channelInactive
14:05:38.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 061b5748ce9b4f48853804999ed6ab9f(127.23.33.3:37063)] cleaning up while in state READY due to: connection closed
14:05:38.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:38.956 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
14:05:38.956 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
14:05:38.957 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
14:05:38.960 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
14:05:38.960 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247415533568001) for scanner KuduScanner(table=replication_test_table, tablet=7e9520884795405ba29727b01be851a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:38.961 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [95b59087570f075b116c7d3d5ad17cbfed01d256daac717f2d328408fba7e5a6]
14:05:38.961 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [95b59087570f075b116c7d3d5ad17cbfed01d256daac717f2d328408fba7e5a6]
14:05:38.962 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:05:38.962 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:05:38.962 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:38.962 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 95b59087570f075b116c7d3d5ad17cbfed01d256daac717f2d328408fba7e5a6 finished by subtask 2; deferring removal (restored in pending)
14:05:38.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:38.971 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113138970 for job 46167b4104acab610af5cd9644360c4d.
14:05:38.982 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 46167b4104acab610af5cd9644360c4d (4469 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:05:38.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
14:05:38.985 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 3e5d8c74f318556ed2c900cef999878ab608479a0971685aede791be45645e52 from pending
14:05:38.985 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 39261c5fff6b971afaf6327e4c4c27d8675a684108f8338a5c19a1de77a5675d from pending
14:05:38.985 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 040c2c56dccf206e025d54b8ccef0b04bdeee9d5b3b6454bb370729a71f81b06 from pending
14:05:38.985 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 95b59087570f075b116c7d3d5ad17cbfed01d256daac717f2d328408fba7e5a6 from pending
14:05:38.985 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 4 finished splits from enumerator state
14:05:38.988 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.33.60:33863(127.23.33.60:33863)] handling channelInactive
14:05:38.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state READY due to: connection closed
14:05:38.988 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 29 thread-local buffer(s) from thread: kudu-nio-0
14:05:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:38.990270 23684 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 23969
14:05:39.004 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247415533568001) for scanner KuduScanner(table=replication_test_table, tablet=f7b2442530914f369d46b91b11848160, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:39.004 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3df1d41a2e46c98f7fbb10edcd0f27e5a3fb4b50f1252e3fa84b0813be309b34]
14:05:39.004 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [3df1d41a2e46c98f7fbb10edcd0f27e5a3fb4b50f1252e3fa84b0813be309b34]
14:05:39.005 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
14:05:39.005 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
14:05:39.005 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] disconnecting while in state READY
14:05:39.006 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:39.007 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3df1d41a2e46c98f7fbb10edcd0f27e5a3fb4b50f1252e3fa84b0813be309b34 finished by subtask 0; deferring removal (restored in pending)
14:05:39.014 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:39.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:39.015 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:05:39.015 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:05:39.018 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] handling channelInactive
14:05:39.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4c14fb9f8974d3fb5215512d2dab997(127.23.33.2:34275)] cleaning up while in state READY due to: connection closed
14:05:39.019 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:05:39.019 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
14:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:39.057157 23684 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 24130
14:05:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:39.101146 23684 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 24267
14:05:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:39.144173 23684 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 23696
14:05:39.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:39.175 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.33.62:45905(127.23.33.62:45905)] handling channelInactive
14:05:39.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state READY due to: connection closed
14:05:39.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:39.176199 23684 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 23768
14:05:39.207 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.33.61:39535(127.23.33.61:39535)] handling channelInactive
14:05:39.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state READY due to: connection closed
14:05:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:39.207958 23684 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 23844
14:05:39.243 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.33.60:33863(127.23.33.60:33863)] handling channelInactive
14:05:39.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state READY due to: connection closed
14:05:39.308 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:39.308 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:39.309 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:39.309 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:39.309 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:39.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:39.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:39.310 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:39.310 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:39.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:39.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:39.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:39.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:39.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:39.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:39.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:39.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:39.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:39.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:39.311 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:39.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:39.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:39.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:39.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:39.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:39.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:39.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113139467 for job 46167b4104acab610af5cd9644360c4d.
14:05:39.479 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 46167b4104acab610af5cd9644360c4d (1665 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:05:39.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
14:05:39.480 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 3df1d41a2e46c98f7fbb10edcd0f27e5a3fb4b50f1252e3fa84b0813be309b34 from pending
14:05:39.480 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 1 finished splits from enumerator state
14:05:39.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:39.782 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:39.783 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:39.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:39.783 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:39.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:39.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:39.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:39.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:39.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:39.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:39.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:39.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:39.785 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:39.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113139967 for job 46167b4104acab610af5cd9644360c4d.
14:05:39.979 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:05:39.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
14:05:40.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:40.267 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:40.268 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:40.268 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:40.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.269 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:05:40Z chronyd exiting
14:05:40.428 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:40.428 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:40.428 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:40.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:40.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113140468 for job 46167b4104acab610af5cd9644360c4d.
14:05:40.477 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:05:40.478 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
14:05:40.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:40.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:40.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:40.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:40.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:40.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:40.525 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:40.558 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.559 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.23.33.60:33863(127.23.33.60:33863) for tablet Kudu Master: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.581 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.582 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:40.583 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:40.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:40.601 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.601 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:40.602 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:40.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:40.621 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.622 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:40.622 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:40.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.623 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:40.641 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.641 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:40.641 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:40.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.642 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:40.661 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.661 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:40.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:40.662 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:40.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.663 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:40.721 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.721 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:40.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.721 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:40.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.722 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:40.781 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.782 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:40.782 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:40.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.783 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:40.861 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:40.862 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:40.862 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:40.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:40.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:40.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:40.863 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:40.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113140967 for job 46167b4104acab610af5cd9644360c4d.
14:05:40.976 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:05:40.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
14:05:41.061 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:41.062 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:41.062 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:41.062 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.062 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.063 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:41.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:41.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:41.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:41.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.086 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:41.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:41.401 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:41.403 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:41.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.403 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:41.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:41.425 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:05:41.445 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: giving up after 1 attempts
E.14:05:41.446 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113141445
14:05:41.446 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113141446
14:05:41.449 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:05:41.452 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:05:41.453 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:05:41.453 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:05:41.453 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:05:41.453 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:05:41.456 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:05:41.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113141467 for job 46167b4104acab610af5cd9644360c4d.
14:05:41.468 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:41.469 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:41.469 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:41.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.473 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:41.478 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:05:41.479 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
14:05:41.621 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:41.621 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:41.622 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:41.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:41.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.622 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.622 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:41.622 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:41.623 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:41.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:41.805 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:05:41.805 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:05:41.808 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:41.808 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:41.808 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:41.809 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:41.808768 25782 mini_oidc.cc:150] Starting JWKS server
14:05:41.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:41.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:41.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:41.809 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:41.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:41.813156 25782 webserver.cc:533] Webserver started at http://127.0.0.1:35557/ using document root <none> and password file <none>
14:05:41.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:41.813577 25782 mini_oidc.cc:186] Starting OIDC Discovery server
14:05:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:41.815203 25782 webserver.cc:533] Webserver started at http://127.0.0.1:44897/ using document root <none> and password file <none>
14:05:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:05:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:05:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:05:41Z Disabled control of system clock
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:41.883571 25782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/wal
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/data
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/logs
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/data/info.pb
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.190:35733
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.190
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35557/jwks.json with env {}
14:05:41.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113141967 for job 46167b4104acab610af5cd9644360c4d.
14:05:41.976 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:05:41.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
14:05:42.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:42.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.196031 25794 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:42.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.196599 25794 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.197053 25794 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:42.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.231377 25794 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:42.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.231674 25794 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.231935 25794 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.232221 25794 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.232432 25794 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.232583 25794 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35557/jwks.json
14:05:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:42.271512 25794 master_runner.cc:387] Master server non-default flags:
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/data
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/wal
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.190:35733
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35557/jwks.json
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/data/info.pb
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.190
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/logs
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:42.273063 25794 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:42.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:42.274657 25794 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:42.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.286312 25800 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:42.347 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:42.348 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:42.349 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:42.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:42.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:42.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:42.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:42.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:42.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:42.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:42.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:42.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:42.351 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:42.422 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:42.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:42.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:42.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:42.425 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:42.426 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:42.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:42.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:42.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:42.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:42.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:42.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:42.427 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:42.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113142468 for job 46167b4104acab610af5cd9644360c4d.
14:05:42.480 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:05:42.481 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
14:05:42.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:42.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113142967 for job 46167b4104acab610af5cd9644360c4d.
14:05:42.987 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
14:05:42.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
14:05:43.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:43.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113143467 for job 46167b4104acab610af5cd9644360c4d.
14:05:43.482 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:05:43.484 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
14:05:43.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:43.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:43.744 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:43.744 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:43.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.747 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:43.802 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:43.803 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:43.803 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:43.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:43.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:43.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:43.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:43.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:43.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:43.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:43.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:43.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:43.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:43.908 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:43.909 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:43.909 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:43.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.911 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:43.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113143967 for job 46167b4104acab610af5cd9644360c4d.
14:05:43.989 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:43.990 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:43.990 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:43.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:43.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:43.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:43.992 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:43.995 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=27 ms, finalizationTime=0 ms).
14:05:43.997 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
14:05:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:42.286650 25801 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.054351 25802 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1765 milliseconds
14:05:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.053943 25794 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.768s	user 0.498s	sys 1.260s
14:05:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:43.689944 25799 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 25794
14:05:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.055212 25794 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.769s	user 0.499s	sys 1.261s
14:05:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.056205 25803 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.056344 25794 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.060038 25794 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:44.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.062666 25794 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.064071 25794 hybrid_clock.cc:648] HybridClock initialized: now 1779113144064040 us; error 49 us; skew 500 ppm
14:05:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.064960 25794 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.071863 25794 webserver.cc:533] Webserver started at http://127.25.45.190:37215/ using document root <none> and password file <none>
14:05:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.072926 25794 fs_manager.cc:362] Metadata directory not provided
14:05:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.073184 25794 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.073701 25794 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.078323 25794 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/data/instance:
14:05:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d144c98d64fc4bd0bb3a329c7a92524e"
14:05:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:44 on dist-test-slave-qn3m"
14:05:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.079493 25794 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/wal/instance:
14:05:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d144c98d64fc4bd0bb3a329c7a92524e"
14:05:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:44 on dist-test-slave-qn3m"
14:05:44.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.087031 25794 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
14:05:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.092984 25810 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.094039 25794 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
14:05:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.094406 25794 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/wal
14:05:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d144c98d64fc4bd0bb3a329c7a92524e"
14:05:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:44 on dist-test-slave-qn3m"
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.094772 25794 fs_report.cc:389] FS layout report
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/wal
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/wal
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/data/data
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.159969 25794 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:44.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.161585 25794 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:44.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:44.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.162147 25794 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.237468 25794 rpc_server.cc:307] RPC server started. Bound to: 127.25.45.190:35733
14:05:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.237541 25861 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.45.190:35733 every 8 connection(s)
14:05:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.240124 25794 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/data/info.pb
14:05:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.244876 25782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 25794
14:05:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.245405 25782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-0/wal/instance
14:05:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.247097 25862 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.250759 25782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/wal
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/data
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/logs
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/data/info.pb
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.189:37197
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.189
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35557/jwks.json with env {}
14:05:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.261310 25862 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } has no permanent_uuid. Determining permanent_uuid...
14:05:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.294118 25862 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } has no permanent_uuid. Determining permanent_uuid...
14:05:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.296847 25814 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.45.189:37197: connect: Connection refused (error 111)
14:05:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.301420 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.189:37197: Network error: Client connection negotiation failed: client connection to 127.25.45.189:37197: connect: Connection refused (error 111)
14:05:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.350946 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } attempt: 1
14:05:44.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.356071 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.189:37197: Network error: Client connection negotiation failed: client connection to 127.25.45.189:37197: connect: Connection refused (error 111)
14:05:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.424523 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } attempt: 2
14:05:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.429039 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.189:37197: Network error: Client connection negotiation failed: client connection to 127.25.45.189:37197: connect: Connection refused (error 111)
14:05:44.467 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:44.468 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:44.468 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:44.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:44.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:44.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:44.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:44.469 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113144467 for job 46167b4104acab610af5cd9644360c4d.
14:05:44.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:44.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:44.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:44.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:44.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:44.469 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:44.478 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:05:44.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
14:05:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.520506 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } attempt: 3
14:05:44.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.525085 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.189:37197: Network error: Client connection negotiation failed: client connection to 127.25.45.189:37197: connect: Connection refused (error 111)
14:05:44.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.585865 25864 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:44.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.586424 25864 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.586880 25864 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.622459 25864 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.622758 25864 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.623044 25864 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.623252 25864 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.623450 25864 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.623610 25864 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35557/jwks.json
14:05:44.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.665907 25864 master_runner.cc:387] Master server non-default flags:
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/data
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/wal
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.189:37197
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35557/jwks.json
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/data/info.pb
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.189
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/logs
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.667289 25864 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:44.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.668547 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } attempt: 4
14:05:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.669255 25864 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.672561 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.189:37197: Network error: Client connection negotiation failed: client connection to 127.25.45.189:37197: connect: Connection refused (error 111)
14:05:44.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.681857 25874 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:44.970 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113144967 for job 46167b4104acab610af5cd9644360c4d.
14:05:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:44.971992 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } attempt: 5
14:05:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:45.007000 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.189:37197: Network error: Client connection negotiation failed: client connection to 127.25.45.189:37197: connect: Connection refused (error 111)
14:05:45.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:45.029 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:45.029 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:45.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:45.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:45.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:45.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:45.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:45.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:45.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:45.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:45.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:45.031 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:45.044 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=76 ms, finalizationTime=1 ms).
14:05:45.048 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
14:05:45.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:45.421 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:45.421 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:45.422 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:45.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:45.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:45.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:45.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:45.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:45.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:45.425 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:45.425 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:45.425 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:45.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:45.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:45.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:45.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:45.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:45.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:45.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:45.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:45.427 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:45.427 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:45.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:45.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:45.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:45.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:45.469 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113145468 for job 46167b4104acab610af5cd9644360c4d.
14:05:45.491 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:45.492 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:45.492 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:45.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:45.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:45.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:45.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:45.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:45.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:45.497 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
14:05:45.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
14:05:45.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:45.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:45.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:45.500 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:45.554590 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } attempt: 6
14:05:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:45.582156 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.189:37197: Network error: Client connection negotiation failed: client connection to 127.25.45.189:37197: connect: Connection refused (error 111)
14:05:45.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:45.969 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113145968 for job 46167b4104acab610af5cd9644360c4d.
14:05:45.986 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
14:05:45.988 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
14:05:46.041 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:46.042 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:46.042 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:46.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:46.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:46.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:46.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:46.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:46.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:46.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:46.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:46.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:46.044 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:46.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:46.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:46.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:46.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:46.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:46.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:46.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:46.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:46.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:46.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:46.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:46.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:46.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:46.187 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:46.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:46.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:46.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:46.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:46.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:46.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:46.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:46.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:46.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:46.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:46.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:46.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:46.408 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.085668 25873 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 25864
14:05:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.428236 25873 kernel_stack_watchdog.cc:198] Thread 25864 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
14:05:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:05:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:05:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:05:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:05:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:44.682338 25875 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:46.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.429473 25864 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.748s	user 0.542s	sys 1.192s
14:05:46.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.429934 25864 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.748s	user 0.542s	sys 1.192s
14:05:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.433099 25876 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1746 milliseconds
14:05:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.434593 25877 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.434654 25864 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:46.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.436041 25864 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.438445 25864 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:46.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.439849 25864 hybrid_clock.cc:648] HybridClock initialized: now 1779113146439816 us; error 65 us; skew 500 ppm
14:05:46.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.440717 25864 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.446985 25864 webserver.cc:533] Webserver started at http://127.25.45.189:41641/ using document root <none> and password file <none>
14:05:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.447853 25864 fs_manager.cc:362] Metadata directory not provided
14:05:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.448122 25864 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.448536 25864 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.453027 25864 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/data/instance:
14:05:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04b0686267c1462487cc6ac5524aecd7"
14:05:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:46 on dist-test-slave-qn3m"
14:05:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.454044 25864 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/wal/instance:
14:05:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04b0686267c1462487cc6ac5524aecd7"
14:05:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:46 on dist-test-slave-qn3m"
14:05:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.461194 25864 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
14:05:46.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.466905 25886 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:46.467 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113146467 for job 46167b4104acab610af5cd9644360c4d.
14:05:46.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.468469 25864 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:05:46.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.468894 25864 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/wal
14:05:46.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04b0686267c1462487cc6ac5524aecd7"
14:05:46.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:46 on dist-test-slave-qn3m"
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.469547 25864 fs_report.cc:389] FS layout report
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/wal
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/wal
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/data/data
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:46.477 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:05:46.477 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
14:05:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.521768 25864 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.523495 25864 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.524034 25864 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:46.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.599323 25864 rpc_server.cc:307] RPC server started. Bound to: 127.25.45.189:37197
14:05:46.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.599397 25937 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.45.189:37197 every 8 connection(s)
14:05:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.602139 25864 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/data/info.pb
14:05:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.606540 25782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 25864
14:05:46.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.607016 25782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-1/wal/instance
14:05:46.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.609205 25938 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.610154 25782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/wal
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/data
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/logs
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/data/info.pb
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.188:32967
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.188
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35557/jwks.json with env {}
14:05:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.622435 25938 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } has no permanent_uuid. Determining permanent_uuid...
14:05:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.642732 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } attempt: 7
14:05:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.649263 25938 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } has no permanent_uuid. Determining permanent_uuid...
14:05:46.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.673048 25938 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } has no permanent_uuid. Determining permanent_uuid...
14:05:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.673971 25862 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } has no permanent_uuid. Determining permanent_uuid...
14:05:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.675631 25890 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.680851 25938 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.681845 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.730443 25938 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 1
14:05:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.734746 25938 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.740228 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 1
14:05:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.744485 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.803254 25938 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 2
14:05:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.807487 25938 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.825950 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 2
14:05:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.829958 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.898964 25938 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 3
14:05:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.903210 25938 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:46.915416 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 3
14:05:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.919404 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.947554 25940 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.948179 25940 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.948693 25940 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:46.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113146967 for job 46167b4104acab610af5cd9644360c4d.
14:05:46.976 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:05:46.976 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
14:05:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.986912 25940 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.987237 25940 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.987498 25940 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.987759 25940 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.988031 25940 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:46.988194 25940 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35557/jwks.json
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.027029 25940 master_runner.cc:387] Master server non-default flags:
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/data
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/wal
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.188:32967
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35557/jwks.json
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/data/info.pb
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.188
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/logs
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.028469 25940 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.030146 25940 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:47.041714 25953 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.046586 25938 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 4
14:05:47.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:47.050585 25938 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:47.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.059845 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 4
14:05:47.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:47.063690 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:47.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.347355 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 5
14:05:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.350040 25938 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 5
14:05:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:47.355110 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:47.356834 25938 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:47.381 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:47.382 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:47.382 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:47.382 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:47.382 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:47.382 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:47.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:47.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:47.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:47.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:47.383 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:47.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:47.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:47.408 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:47.408 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:47.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:47.409 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:47.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:47.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:47.409 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:47.409 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:47.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:47.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:47.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:47.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:47.409 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:47.449 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:47.449 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:47.450 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:47.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:47.450 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:47.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:47.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:47.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:47.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:47.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:47.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:47.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:47.451 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:47.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113147467 for job 46167b4104acab610af5cd9644360c4d.
14:05:47.478 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:05:47.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
14:05:47.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:47.802 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:47.803 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:47.803 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:47.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:47.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:47.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:47.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:47.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:47.803 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:47.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:47.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:47.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:47.804 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.904346 25938 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 6
14:05:47.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:47.907739 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 6
14:05:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:47.912582 25938 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:47.917809 25862 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.45.188:32967: Network error: Client connection negotiation failed: client connection to 127.25.45.188:32967: connect: Connection refused (error 111)
14:05:47.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113147967 for job 46167b4104acab610af5cd9644360c4d.
14:05:47.978 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:05:47.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
14:05:48.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:48.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:47.042550 25954 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:48.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:48.267820 25955 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:05:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:48.269440 25956 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.269451 25940 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.272511 25940 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.275084 25940 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.276453 25940 hybrid_clock.cc:648] HybridClock initialized: now 1779113148276413 us; error 32 us; skew 500 ppm
14:05:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.277323 25940 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:48.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.284173 25940 webserver.cc:533] Webserver started at http://127.25.45.188:44207/ using document root <none> and password file <none>
14:05:48.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.285180 25940 fs_manager.cc:362] Metadata directory not provided
14:05:48.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.285424 25940 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:48.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.285916 25940 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:48.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.290427 25940 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/data/instance:
14:05:48.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75ff3641cd1f4756bb0c10b5a76e1856"
14:05:48.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:48 on dist-test-slave-qn3m"
14:05:48.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.291564 25940 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/wal/instance:
14:05:48.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75ff3641cd1f4756bb0c10b5a76e1856"
14:05:48.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:48 on dist-test-slave-qn3m"
14:05:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.298679 25940 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.002s	sys 0.003s
14:05:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.304498 25967 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.305584 25940 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
14:05:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.305927 25940 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/wal
14:05:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75ff3641cd1f4756bb0c10b5a76e1856"
14:05:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:48 on dist-test-slave-qn3m"
14:05:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.306279 25940 fs_report.cc:389] FS layout report
14:05:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/wal
14:05:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/wal
14:05:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/data/data
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.367175 25940 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.368852 25940 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.369355 25940 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.444010 25940 rpc_server.cc:307] RPC server started. Bound to: 127.25.45.188:32967
14:05:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.444089 26018 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.45.188:32967 every 8 connection(s)
14:05:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.446864 25940 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/data/info.pb
14:05:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.452891 26019 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.457084 25782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 25940
14:05:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.457491 25782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/master-2/wal/instance
14:05:48.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113148467 for job 46167b4104acab610af5cd9644360c4d.
14:05:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.466044 26019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } has no permanent_uuid. Determining permanent_uuid...
14:05:48.480 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:05:48.483 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
14:05:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.504674 26019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } has no permanent_uuid. Determining permanent_uuid...
14:05:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.516074 26019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } has no permanent_uuid. Determining permanent_uuid...
14:05:48.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.533484 26019 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856: Bootstrap starting.
14:05:48.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.540799 26019 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856: Neither blocks nor log segments found. Creating new log.
14:05:48.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.542608 26019 log.cc:826] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856: Log is configured to *not* fsync() on all Append() calls
14:05:48.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.548203 26019 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856: No bootstrap required, opened a new log
14:05:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.576570 26019 raft_consensus.cc:359] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.577484 26019 raft_consensus.cc:385] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.577780 26019 raft_consensus.cc:740] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75ff3641cd1f4756bb0c10b5a76e1856, State: Initialized, Role: FOLLOWER
14:05:48.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.578652 26019 consensus_queue.cc:260] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.582331 26028 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.583199 26028 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: This master's current role is: FOLLOWER
14:05:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.584216 26019 sys_catalog.cc:565] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: configured and running, proceeding with master startup.
14:05:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:48.624751 25973 tablet.cc:2404] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:48.637007 26039 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:05:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:48.637480 26039 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:05:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.613646 25940 master_runner.cc:187] Error getting master registration for 127.25.45.190:35733: OK, instance_id { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" instance_seqno: 1779113144216167 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:05:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.643836 25940 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:48.661 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:48.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.886646 26028 raft_consensus.cc:493] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:48.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.887095 26028 raft_consensus.cc:515] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.889271 26028 leader_election.cc:290] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d144c98d64fc4bd0bb3a329c7a92524e (127.25.45.190:35733), 04b0686267c1462487cc6ac5524aecd7 (127.25.45.189:37197)
14:05:48.941 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:48.942 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:48.942 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:48.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:48.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:48.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:48.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:48.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:48.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:48.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:48.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:48.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:48.944 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.951236 25862 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 7
14:05:48.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113148968 for job 46167b4104acab610af5cd9644360c4d.
14:05:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.972990 25938 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } attempt: 7
14:05:48.978 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:05:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:48.978870 25862 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e: Bootstrap starting.
14:05:48.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
14:05:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.001838 25862 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e: Neither blocks nor log segments found. Creating new log.
14:05:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.006387 25862 log.cc:826] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e: Log is configured to *not* fsync() on all Append() calls
14:05:49.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.014001 25938 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7: Bootstrap starting.
14:05:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.020783 25938 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7: Neither blocks nor log segments found. Creating new log.
14:05:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.023522 25938 log.cc:826] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7: Log is configured to *not* fsync() on all Append() calls
14:05:49.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.025029 25862 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e: No bootstrap required, opened a new log
14:05:49.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.033773 25938 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7: No bootstrap required, opened a new log
14:05:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.053895 25862 raft_consensus.cc:359] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.054775 25862 raft_consensus.cc:385] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.055070 25862 raft_consensus.cc:740] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d144c98d64fc4bd0bb3a329c7a92524e, State: Initialized, Role: FOLLOWER
14:05:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.056013 25862 consensus_queue.cc:260] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.061291 26045 sys_catalog.cc:455] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.062268 26045 sys_catalog.cc:458] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [sys.catalog]: This master's current role is: FOLLOWER
14:05:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.063104 25862 sys_catalog.cc:565] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [sys.catalog]: configured and running, proceeding with master startup.
14:05:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.063282 25837 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" is_pre_election: true
14:05:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.064167 25837 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 75ff3641cd1f4756bb0c10b5a76e1856 in term 0.
14:05:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.066212 25969 leader_election.cc:304] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 75ff3641cd1f4756bb0c10b5a76e1856, d144c98d64fc4bd0bb3a329c7a92524e; no voters: 
14:05:49.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.067827 26028 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:49.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.068413 26028 raft_consensus.cc:493] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:49.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.068845 26028 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 0 FOLLOWER]: Advancing to term 1
14:05:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.078474 26028 raft_consensus.cc:515] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:49.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.082047 25837 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d144c98d64fc4bd0bb3a329c7a92524e"
14:05:49.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.082691 25837 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [term 0 FOLLOWER]: Advancing to term 1
14:05:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.097636 26028 leader_election.cc:290] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [CANDIDATE]: Term 1 election: Requested vote from peers d144c98d64fc4bd0bb3a329c7a92524e (127.25.45.190:35733), 04b0686267c1462487cc6ac5524aecd7 (127.25.45.189:37197)
14:05:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.103101 25938 raft_consensus.cc:359] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.104003 25938 raft_consensus.cc:385] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.104305 25938 raft_consensus.cc:740] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04b0686267c1462487cc6ac5524aecd7, State: Initialized, Role: FOLLOWER
14:05:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.105214 25938 consensus_queue.cc:260] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.110658 25837 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 75ff3641cd1f4756bb0c10b5a76e1856 in term 1.
14:05:49.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.114199 25969 leader_election.cc:304] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 75ff3641cd1f4756bb0c10b5a76e1856, d144c98d64fc4bd0bb3a329c7a92524e; no voters: 
14:05:49.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.116250 26028 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 1 FOLLOWER]: Leader election won for term 1
14:05:49.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.117029 26048 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.117844 26048 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [sys.catalog]: This master's current role is: FOLLOWER
14:05:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.119093 25938 sys_catalog.cc:565] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [sys.catalog]: configured and running, proceeding with master startup.
14:05:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.119352 25913 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04b0686267c1462487cc6ac5524aecd7"
14:05:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.120366 25913 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [term 0 FOLLOWER]: Advancing to term 1
14:05:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.123023 25912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04b0686267c1462487cc6ac5524aecd7" is_pre_election: true
14:05:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.142532 26028 raft_consensus.cc:697] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [term 1 LEADER]: Becoming Leader. State: Replica: 75ff3641cd1f4756bb0c10b5a76e1856, State: Running, Role: LEADER
14:05:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.145187 26028 consensus_queue.cc:237] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } }
14:05:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.135401 25913 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 75ff3641cd1f4756bb0c10b5a76e1856 in term 1.
14:05:49.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.169715 26050 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 75ff3641cd1f4756bb0c10b5a76e1856. Latest consensus state: current_term: 1 leader_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.171568 26050 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: This master's current role is: LEADER
14:05:49.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:49.173666 25816 tablet.cc:2404] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:49.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.176471 26059 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:05:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.182621 26059 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:05:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.218312 25913 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [term 1 FOLLOWER]: Refusing update from remote peer 75ff3641cd1f4756bb0c10b5a76e1856: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:49.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.220913 26050 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [LEADER]: Connected to new peer: Peer: permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:05:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.226475 25837 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [term 1 FOLLOWER]: Refusing update from remote peer 75ff3641cd1f4756bb0c10b5a76e1856: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.225935 26072 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:05:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.227665 26071 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:05:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.229545 26050 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.252784 26048 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 75ff3641cd1f4756bb0c10b5a76e1856. Latest consensus state: current_term: 1 leader_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.253731 26048 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [sys.catalog]: This master's current role is: FOLLOWER
14:05:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.264494 26048 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.265453 26048 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7 [sys.catalog]: This master's current role is: FOLLOWER
14:05:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.278244 26050 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.279065 26050 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: This master's current role is: LEADER
14:05:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.284538 26059 catalog_manager.cc:1382] Generated new cluster ID: d9b33f6f64f6438089dbc47d9841681a
14:05:49.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.284854 26059 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:05:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.309358 26045 sys_catalog.cc:455] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 75ff3641cd1f4756bb0c10b5a76e1856. Latest consensus state: current_term: 1 leader_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.310055 26045 sys_catalog.cc:458] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [sys.catalog]: This master's current role is: FOLLOWER
14:05:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.328366 26079 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.329234 26079 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856 [sys.catalog]: This master's current role is: LEADER
14:05:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.335215 26059 catalog_manager.cc:1405] Generated new certificate authority record
14:05:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.337378 26059 catalog_manager.cc:1539] Loading token signing keys...
14:05:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.340350 26045 sys_catalog.cc:455] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d144c98d64fc4bd0bb3a329c7a92524e" member_type: VOTER last_known_addr { host: "127.25.45.190" port: 35733 } } peers { permanent_uuid: "04b0686267c1462487cc6ac5524aecd7" member_type: VOTER last_known_addr { host: "127.25.45.189" port: 37197 } } peers { permanent_uuid: "75ff3641cd1f4756bb0c10b5a76e1856" member_type: VOTER last_known_addr { host: "127.25.45.188" port: 32967 } } }
14:05:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.341058 26045 sys_catalog.cc:458] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e [sys.catalog]: This master's current role is: FOLLOWER
14:05:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.359125 26059 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 75ff3641cd1f4756bb0c10b5a76e1856: Generated new TSK 0
14:05:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.360271 26059 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.410259 25782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/wal
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/data
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/logs
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/data/info.pb
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.129:0
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.45.129
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.129
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:49.467 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113149467 for job 46167b4104acab610af5cd9644360c4d.
14:05:49.482 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:05:49.483 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
14:05:49.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:49.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:49.892913 26081 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:49.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:49.893563 26081 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:49.894245 26081 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:49.945411 26081 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:49.946274 26081 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.45.129
14:05:49.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113149967 for job 46167b4104acab610af5cd9644360c4d.
14:05:49.980 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:05:49.981 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
14:05:49.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:49.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:49.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:49.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:49.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:49.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:49.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:49.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:49.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:49.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:49.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:49.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:49.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.997238 26081 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/data
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/wal
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.129:0
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/data/info.pb
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.129
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.45.129
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/logs
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:49.998912 26081 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.000996 26081 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:50.016315 26087 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:50.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:50.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:50.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:50.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.066 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:50.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.247798 26072 catalog_manager.cc:1294] Loaded cluster ID: d9b33f6f64f6438089dbc47d9841681a
14:05:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.248718 26072 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7: loading cluster ID for follower catalog manager: success
14:05:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.261679 26071 catalog_manager.cc:1294] Loaded cluster ID: d9b33f6f64f6438089dbc47d9841681a
14:05:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.262089 26071 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e: loading cluster ID for follower catalog manager: success
14:05:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.274340 26072 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7: acquiring CA information for follower catalog manager: success
14:05:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.306417 26071 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e: acquiring CA information for follower catalog manager: success
14:05:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.315024 26071 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d144c98d64fc4bd0bb3a329c7a92524e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:50.317555 26072 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 04b0686267c1462487cc6ac5524aecd7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:50.384 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:50.384 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:50.384 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:50.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:50.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113150467 for job 46167b4104acab610af5cd9644360c4d.
14:05:50.479 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:05:50.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
14:05:50.507 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:50.508 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:50.508 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:50.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:50.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:50.829 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:50.829 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:50.830 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:50.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:50.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:50.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:50.831 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:50.832 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27572), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [55ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [56ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [71ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [73ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [73ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [168ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [168ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [468ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [470ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [471ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [471ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1264ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1266ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4660ms] refreshing cache from master, [4661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4662ms] too many traces: truncated at 100 traces, deferred=Deferred@1972103536(state=PENDING, result=null, callback=(continuation of Deferred@1946138816 after retry RPC after error@2128246592) -> (continuation of Deferred@1979434296 after retry RPC after error@1603363486) -> (continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512), errback=(continuation of Deferred@1946138816 after retry RPC after error@2128246592) -> (continuation of Deferred@1979434296 after retry RPC after error@1603363486) -> (continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512)))
14:05:50.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:05:50.835 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27572), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [55ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [56ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [71ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [73ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [73ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [168ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [168ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [468ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [470ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [471ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [471ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1264ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1266ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4660ms] refreshing cache from master, [4661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4662ms] too many traces: truncated at 100 traces, deferred=Deferred@1972103536(state=PENDING, result=null, callback=(continuation of Deferred@1946138816 after retry RPC after error@2128246592) -> (continuation of Deferred@1979434296 after retry RPC after error@1603363486) -> (continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512), errback=(continuation of Deferred@1946138816 after retry RPC after error@2128246592) -> (continuation of Deferred@1979434296 after retry RPC after error@1603363486) -> (continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:50.837 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:05:50.844 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
14:05:50.847 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27572), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [55ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [56ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [71ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [73ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [73ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [168ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [168ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [468ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [470ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [471ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [471ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1264ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1266ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4660ms] refreshing cache from master, [4661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4662ms] too many traces: truncated at 100 traces, deferred=Deferred@1972103536(state=PENDING, result=null, callback=(continuation of Deferred@1946138816 after retry RPC after error@2128246592) -> (continuation of Deferred@1979434296 after retry RPC after error@1603363486) -> (continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512), errback=(continuation of Deferred@1946138816 after retry RPC after error@2128246592) -> (continuation of Deferred@1979434296 after retry RPC after error@1603363486) -> (continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:50.853 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:05:50.855 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
14:05:50.864 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
14:05:50.864 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:05:50.865 [WARN - flink-pekko.actor.default-dispatcher-7] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
14:05:50.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113150967 for job 46167b4104acab610af5cd9644360c4d.
14:05:50.983 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
14:05:50.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
14:05:51.183 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:51.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:51.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:51.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:51.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:51.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:51.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:51.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:51.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:51.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:51.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:51.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:51.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:51.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27952), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [58ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [209ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [210ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [211ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [211ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [304ms] refreshing cache from master, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [306ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [306ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [309ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [387ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [389ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [389ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [464ms] refreshing cache from master, [465ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [465ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [467ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [468ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [469ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [469ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [702ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [703ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [703ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [703ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1746ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1747ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1748ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3641ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3642ms] too many traces: truncated at 100 traces, deferred=Deferred@1892127000(state=PENDING, result=null, callback=(continuation of Deferred@1440159934 after retry RPC after error@511332526) -> (continuation of Deferred@1736019509 after retry RPC after error@737840275) -> (continuation of Deferred@1174762426 after retry RPC after error@171357428) -> (continuation of Deferred@555064225 after retry RPC after error@1584665860) -> (continuation of Deferred@855717331 after retry RPC after error@204453459) -> (continuation of Deferred@23788772 after retry RPC after error@2143819256) -> (continuation of Deferred@1163729023 after retry RPC after error@875668393) -> (continuation of Deferred@1659560983 after retry RPC after error@1571965543) -> (continuation of Deferred@1887514446 after retry RPC after error@1234495004) -> (continuation of Deferred@2095806821 after retry RPC after error@860222957) -> (continuation of Deferred@1254573972 after retry RPC after error@613285078) -> (continuation of Deferred@51022195 after retry RPC after error@528281186) -> (continuation of Deferred@1870131710 after retry RPC after error@609733514) -> (continuation of Deferred@1942064994 after retry RPC after error@188117126) -> (continuation of Deferred@1537120287 after retry RPC after error@1099895677) -> (continuation of Deferred@1045049009 after retry RPC after error@113298366) -> (continuation of Deferred@699524377 after retry RPC after error@270278569) -> (continuation of Deferred@2144109757 after retry RPC after error@2144419265) -> (continuation of Deferred@1500415503 after retry RPC after error@696204252) -> (continuation of Deferred@839756578 after retry RPC after error@1153738647) -> (continuation of Deferred@1773608958 after retry RPC after error@960919759), errback=(continuation of Deferred@1440159934 after retry RPC after error@511332526) -> (continuation of Deferred@1736019509 after retry RPC after error@737840275) -> (continuation of Deferred@1174762426 after retry RPC after error@171357428) -> (continuation of Deferred@555064225 after retry RPC after error@1584665860) -> (continuation of Deferred@855717331 after retry RPC after error@204453459) -> (continuation of Deferred@23788772 after retry RPC after error@2143819256) -> (continuation of Deferred@1163729023 after retry RPC after error@875668393) -> (continuation of Deferred@1659560983 after retry RPC after error@1571965543) -> (continuation of Deferred@1887514446 after retry RPC after error@1234495004) -> (continuation of Deferred@2095806821 after retry RPC after error@860222957) -> (continuation of Deferred@1254573972 after retry RPC after error@613285078) -> (continuation of Deferred@51022195 after retry RPC after error@528281186) -> (continuation of Deferred@1870131710 after retry RPC after error@609733514) -> (continuation of Deferred@1942064994 after retry RPC after error@188117126) -> (continuation of Deferred@1537120287 after retry RPC after error@1099895677) -> (continuation of Deferred@1045049009 after retry RPC after error@113298366) -> (continuation of Deferred@699524377 after retry RPC after error@270278569) -> (continuation of Deferred@2144109757 after retry RPC after error@2144419265) -> (continuation of Deferred@1500415503 after retry RPC after error@696204252) -> (continuation of Deferred@839756578 after retry RPC after error@1153738647) -> (continuation of Deferred@1773608958 after retry RPC after error@960919759)))
14:05:51.189 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:05:51.189 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27952), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [58ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [209ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [210ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [211ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [211ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [304ms] refreshing cache from master, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [306ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [306ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [309ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [387ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [389ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [389ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [464ms] refreshing cache from master, [465ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [465ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [467ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [468ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [469ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [469ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [702ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [703ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [703ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [703ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1746ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1747ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1748ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3641ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3642ms] too many traces: truncated at 100 traces, deferred=Deferred@1892127000(state=PENDING, result=null, callback=(continuation of Deferred@1440159934 after retry RPC after error@511332526) -> (continuation of Deferred@1736019509 after retry RPC after error@737840275) -> (continuation of Deferred@1174762426 after retry RPC after error@171357428) -> (continuation of Deferred@555064225 after retry RPC after error@1584665860) -> (continuation of Deferred@855717331 after retry RPC after error@204453459) -> (continuation of Deferred@23788772 after retry RPC after error@2143819256) -> (continuation of Deferred@1163729023 after retry RPC after error@875668393) -> (continuation of Deferred@1659560983 after retry RPC after error@1571965543) -> (continuation of Deferred@1887514446 after retry RPC after error@1234495004) -> (continuation of Deferred@2095806821 after retry RPC after error@860222957) -> (continuation of Deferred@1254573972 after retry RPC after error@613285078) -> (continuation of Deferred@51022195 after retry RPC after error@528281186) -> (continuation of Deferred@1870131710 after retry RPC after error@609733514) -> (continuation of Deferred@1942064994 after retry RPC after error@188117126) -> (continuation of Deferred@1537120287 after retry RPC after error@1099895677) -> (continuation of Deferred@1045049009 after retry RPC after error@113298366) -> (continuation of Deferred@699524377 after retry RPC after error@270278569) -> (continuation of Deferred@2144109757 after retry RPC after error@2144419265) -> (continuation of Deferred@1500415503 after retry RPC after error@696204252) -> (continuation of Deferred@839756578 after retry RPC after error@1153738647) -> (continuation of Deferred@1773608958 after retry RPC after error@960919759), errback=(continuation of Deferred@1440159934 after retry RPC after error@511332526) -> (continuation of Deferred@1736019509 after retry RPC after error@737840275) -> (continuation of Deferred@1174762426 after retry RPC after error@171357428) -> (continuation of Deferred@555064225 after retry RPC after error@1584665860) -> (continuation of Deferred@855717331 after retry RPC after error@204453459) -> (continuation of Deferred@23788772 after retry RPC after error@2143819256) -> (continuation of Deferred@1163729023 after retry RPC after error@875668393) -> (continuation of Deferred@1659560983 after retry RPC after error@1571965543) -> (continuation of Deferred@1887514446 after retry RPC after error@1234495004) -> (continuation of Deferred@2095806821 after retry RPC after error@860222957) -> (continuation of Deferred@1254573972 after retry RPC after error@613285078) -> (continuation of Deferred@51022195 after retry RPC after error@528281186) -> (continuation of Deferred@1870131710 after retry RPC after error@609733514) -> (continuation of Deferred@1942064994 after retry RPC after error@188117126) -> (continuation of Deferred@1537120287 after retry RPC after error@1099895677) -> (continuation of Deferred@1045049009 after retry RPC after error@113298366) -> (continuation of Deferred@699524377 after retry RPC after error@270278569) -> (continuation of Deferred@2144109757 after retry RPC after error@2144419265) -> (continuation of Deferred@1500415503 after retry RPC after error@696204252) -> (continuation of Deferred@839756578 after retry RPC after error@1153738647) -> (continuation of Deferred@1773608958 after retry RPC after error@960919759)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:51.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:05:51.193 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
14:05:51.197 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27952), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [58ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [209ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [210ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [211ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [211ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [236ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [304ms] refreshing cache from master, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [306ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [306ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [309ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [387ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [389ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [389ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [464ms] refreshing cache from master, [465ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [465ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [467ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [468ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [469ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [469ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [702ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [703ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [703ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [703ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1745ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1746ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1747ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1748ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3641ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3642ms] too many traces: truncated at 100 traces, deferred=Deferred@1892127000(state=PENDING, result=null, callback=(continuation of Deferred@1440159934 after retry RPC after error@511332526) -> (continuation of Deferred@1736019509 after retry RPC after error@737840275) -> (continuation of Deferred@1174762426 after retry RPC after error@171357428) -> (continuation of Deferred@555064225 after retry RPC after error@1584665860) -> (continuation of Deferred@855717331 after retry RPC after error@204453459) -> (continuation of Deferred@23788772 after retry RPC after error@2143819256) -> (continuation of Deferred@1163729023 after retry RPC after error@875668393) -> (continuation of Deferred@1659560983 after retry RPC after error@1571965543) -> (continuation of Deferred@1887514446 after retry RPC after error@1234495004) -> (continuation of Deferred@2095806821 after retry RPC after error@860222957) -> (continuation of Deferred@1254573972 after retry RPC after error@613285078) -> (continuation of Deferred@51022195 after retry RPC after error@528281186) -> (continuation of Deferred@1870131710 after retry RPC after error@609733514) -> (continuation of Deferred@1942064994 after retry RPC after error@188117126) -> (continuation of Deferred@1537120287 after retry RPC after error@1099895677) -> (continuation of Deferred@1045049009 after retry RPC after error@113298366) -> (continuation of Deferred@699524377 after retry RPC after error@270278569) -> (continuation of Deferred@2144109757 after retry RPC after error@2144419265) -> (continuation of Deferred@1500415503 after retry RPC after error@696204252) -> (continuation of Deferred@839756578 after retry RPC after error@1153738647) -> (continuation of Deferred@1773608958 after retry RPC after error@960919759), errback=(continuation of Deferred@1440159934 after retry RPC after error@511332526) -> (continuation of Deferred@1736019509 after retry RPC after error@737840275) -> (continuation of Deferred@1174762426 after retry RPC after error@171357428) -> (continuation of Deferred@555064225 after retry RPC after error@1584665860) -> (continuation of Deferred@855717331 after retry RPC after error@204453459) -> (continuation of Deferred@23788772 after retry RPC after error@2143819256) -> (continuation of Deferred@1163729023 after retry RPC after error@875668393) -> (continuation of Deferred@1659560983 after retry RPC after error@1571965543) -> (continuation of Deferred@1887514446 after retry RPC after error@1234495004) -> (continuation of Deferred@2095806821 after retry RPC after error@860222957) -> (continuation of Deferred@1254573972 after retry RPC after error@613285078) -> (continuation of Deferred@51022195 after retry RPC after error@528281186) -> (continuation of Deferred@1870131710 after retry RPC after error@609733514) -> (continuation of Deferred@1942064994 after retry RPC after error@188117126) -> (continuation of Deferred@1537120287 after retry RPC after error@1099895677) -> (continuation of Deferred@1045049009 after retry RPC after error@113298366) -> (continuation of Deferred@699524377 after retry RPC after error@270278569) -> (continuation of Deferred@2144109757 after retry RPC after error@2144419265) -> (continuation of Deferred@1500415503 after retry RPC after error@696204252) -> (continuation of Deferred@839756578 after retry RPC after error@1153738647) -> (continuation of Deferred@1773608958 after retry RPC after error@960919759)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:51.199 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:05:51.199 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
14:05:51.202 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
14:05:51.461 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:51.462 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:51.462 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:51.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:51.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:51.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:51.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:51.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:51.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:51.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:51.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:51.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:51.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:51.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113151467 for job 46167b4104acab610af5cd9644360c4d.
14:05:51.479 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:05:51.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
14:05:51.501 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:51.501 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:51.502 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:51.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:51.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:51.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:51.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:51.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:51.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:51.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:51.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:51.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:51.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:51.537480 26089 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:05:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.537709 26081 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:50.020288 26090 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:51.542 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:51.543 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:51.543 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:51.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:51.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:50.019388 26088 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:51.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:51.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:51.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:51.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:51.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:51.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:51.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:51.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:51.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:51.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.544701 26081 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.553736 26081 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:51.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.555315 26081 hybrid_clock.cc:648] HybridClock initialized: now 1779113151555218 us; error 42 us; skew 500 ppm
14:05:51.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.556454 26081 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.573424 26081 webserver.cc:533] Webserver started at http://127.25.45.129:38573/ using document root <none> and password file <none>
14:05:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.574431 26081 fs_manager.cc:362] Metadata directory not provided
14:05:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.574672 26081 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:51.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.575203 26081 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.579852 26081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/data/instance:
14:05:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61812df7bc45477f9ac0ed691d43c2de"
14:05:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:51 on dist-test-slave-qn3m"
14:05:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.581012 26081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/wal/instance:
14:05:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61812df7bc45477f9ac0ed691d43c2de"
14:05:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:51 on dist-test-slave-qn3m"
14:05:51.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.589362 26081 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
14:05:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.596071 26100 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.597368 26081 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
14:05:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.597833 26081 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/wal
14:05:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61812df7bc45477f9ac0ed691d43c2de"
14:05:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:51 on dist-test-slave-qn3m"
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.598520 26081 fs_report.cc:389] FS layout report
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/wal
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/wal
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/data/data
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:51.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.687382 26081 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:51.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.689020 26081 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:51.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.689528 26081 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.692873 26081 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.698849 26081 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.699081 26081 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.699415 26081 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:51.699599 26081 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:51.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:51.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:51.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:51.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:51.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:51.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:51.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:51.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:51.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:51.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:51.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:51.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:51.926 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:51.927 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28695), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [17ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [19ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [66ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [66ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [126ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [130ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [145ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [285ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [286ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [286ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] refreshing cache from master, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [525ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [525ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [526ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2661ms] refreshing cache from master, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2666ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2667ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2667ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4722ms] refreshing cache from master, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4725ms] too many traces: truncated at 100 traces, deferred=Deferred@1881898857(state=PENDING, result=null, callback=(continuation of Deferred@1569293602 after retry RPC after error@1801982181) -> (continuation of Deferred@2110877077 after retry RPC after error@1445631345) -> (continuation of Deferred@1201388035 after retry RPC after error@1826583853) -> (continuation of Deferred@437518566 after retry RPC after error@404201416) -> (continuation of Deferred@38167915 after retry RPC after error@363273747) -> (continuation of Deferred@789462897 after retry RPC after error@197336199) -> (continuation of Deferred@975134121 after retry RPC after error@392530815) -> (continuation of Deferred@1229900629 after retry RPC after error@1526387167) -> (continuation of Deferred@449330492 after retry RPC after error@567108457) -> (continuation of Deferred@510001254 after retry RPC after error@312368732) -> (continuation of Deferred@1231335662 after retry RPC after error@58213504) -> (continuation of Deferred@758317497 after retry RPC after error@1296025341) -> (continuation of Deferred@565247092 after retry RPC after error@1622012038) -> (continuation of Deferred@1436949475 after retry RPC after error@1721575300) -> (continuation of Deferred@1088959615 after retry RPC after error@1330562340) -> (continuation of Deferred@718452269 after retry RPC after error@628884980) -> (continuation of Deferred@615945960 after retry RPC after error@501747903) -> (continuation of Deferred@582266609 after retry RPC after error@1738693878) -> (continuation of Deferred@1999865660 after retry RPC after error@704846989) -> (continuation of Deferred@759688218 after retry RPC after error@1484210344) -> (continuation of Deferred@857089789 after retry RPC after error@21214054) -> (continuation of Deferred@326547560 after retry RPC after error@1910954158), errback=(continuation of Deferred@1569293602 after retry RPC after error@1801982181) -> (continuation of Deferred@2110877077 after retry RPC after error@1445631345) -> (continuation of Deferred@1201388035 after retry RPC after error@1826583853) -> (continuation of Deferred@437518566 after retry RPC after error@404201416) -> (continuation of Deferred@38167915 after retry RPC after error@363273747) -> (continuation of Deferred@789462897 after retry RPC after error@197336199) -> (continuation of Deferred@975134121 after retry RPC after error@392530815) -> (continuation of Deferred@1229900629 after retry RPC after error@1526387167) -> (continuation of Deferred@449330492 after retry RPC after error@567108457) -> (continuation of Deferred@510001254 after retry RPC after error@312368732) -> (continuation of Deferred@1231335662 after retry RPC after error@58213504) -> (continuation of Deferred@758317497 after retry RPC after error@1296025341) -> (continuation of Deferred@565247092 after retry RPC after error@1622012038) -> (continuation of Deferred@1436949475 after retry RPC after error@1721575300) -> (continuation of Deferred@1088959615 after retry RPC after error@1330562340) -> (continuation of Deferred@718452269 after retry RPC after error@628884980) -> (continuation of Deferred@615945960 after retry RPC after error@501747903) -> (continuation of Deferred@582266609 after retry RPC after error@1738693878) -> (continuation of Deferred@1999865660 after retry RPC after error@704846989) -> (continuation of Deferred@759688218 after retry RPC after error@1484210344) -> (continuation of Deferred@857089789 after retry RPC after error@21214054) -> (continuation of Deferred@326547560 after retry RPC after error@1910954158)))
14:05:51.932 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:05:51.932 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28695), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [17ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [19ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [66ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [66ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [126ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [130ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [145ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [285ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [286ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [286ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] refreshing cache from master, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [525ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [525ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [526ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2661ms] refreshing cache from master, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2666ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2667ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2667ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4722ms] refreshing cache from master, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4725ms] too many traces: truncated at 100 traces, deferred=Deferred@1881898857(state=PENDING, result=null, callback=(continuation of Deferred@1569293602 after retry RPC after error@1801982181) -> (continuation of Deferred@2110877077 after retry RPC after error@1445631345) -> (continuation of Deferred@1201388035 after retry RPC after error@1826583853) -> (continuation of Deferred@437518566 after retry RPC after error@404201416) -> (continuation of Deferred@38167915 after retry RPC after error@363273747) -> (continuation of Deferred@789462897 after retry RPC after error@197336199) -> (continuation of Deferred@975134121 after retry RPC after error@392530815) -> (continuation of Deferred@1229900629 after retry RPC after error@1526387167) -> (continuation of Deferred@449330492 after retry RPC after error@567108457) -> (continuation of Deferred@510001254 after retry RPC after error@312368732) -> (continuation of Deferred@1231335662 after retry RPC after error@58213504) -> (continuation of Deferred@758317497 after retry RPC after error@1296025341) -> (continuation of Deferred@565247092 after retry RPC after error@1622012038) -> (continuation of Deferred@1436949475 after retry RPC after error@1721575300) -> (continuation of Deferred@1088959615 after retry RPC after error@1330562340) -> (continuation of Deferred@718452269 after retry RPC after error@628884980) -> (continuation of Deferred@615945960 after retry RPC after error@501747903) -> (continuation of Deferred@582266609 after retry RPC after error@1738693878) -> (continuation of Deferred@1999865660 after retry RPC after error@704846989) -> (continuation of Deferred@759688218 after retry RPC after error@1484210344) -> (continuation of Deferred@857089789 after retry RPC after error@21214054) -> (continuation of Deferred@326547560 after retry RPC after error@1910954158), errback=(continuation of Deferred@1569293602 after retry RPC after error@1801982181) -> (continuation of Deferred@2110877077 after retry RPC after error@1445631345) -> (continuation of Deferred@1201388035 after retry RPC after error@1826583853) -> (continuation of Deferred@437518566 after retry RPC after error@404201416) -> (continuation of Deferred@38167915 after retry RPC after error@363273747) -> (continuation of Deferred@789462897 after retry RPC after error@197336199) -> (continuation of Deferred@975134121 after retry RPC after error@392530815) -> (continuation of Deferred@1229900629 after retry RPC after error@1526387167) -> (continuation of Deferred@449330492 after retry RPC after error@567108457) -> (continuation of Deferred@510001254 after retry RPC after error@312368732) -> (continuation of Deferred@1231335662 after retry RPC after error@58213504) -> (continuation of Deferred@758317497 after retry RPC after error@1296025341) -> (continuation of Deferred@565247092 after retry RPC after error@1622012038) -> (continuation of Deferred@1436949475 after retry RPC after error@1721575300) -> (continuation of Deferred@1088959615 after retry RPC after error@1330562340) -> (continuation of Deferred@718452269 after retry RPC after error@628884980) -> (continuation of Deferred@615945960 after retry RPC after error@501747903) -> (continuation of Deferred@582266609 after retry RPC after error@1738693878) -> (continuation of Deferred@1999865660 after retry RPC after error@704846989) -> (continuation of Deferred@759688218 after retry RPC after error@1484210344) -> (continuation of Deferred@857089789 after retry RPC after error@21214054) -> (continuation of Deferred@326547560 after retry RPC after error@1910954158)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:51.936 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:05:51.938 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
14:05:51.941 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28695), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [17ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [19ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [66ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [66ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [126ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [130ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [145ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [285ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [286ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [286ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] refreshing cache from master, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [525ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [525ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [526ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [526ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2661ms] refreshing cache from master, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2666ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2667ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2667ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4722ms] refreshing cache from master, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4725ms] too many traces: truncated at 100 traces, deferred=Deferred@1881898857(state=PENDING, result=null, callback=(continuation of Deferred@1569293602 after retry RPC after error@1801982181) -> (continuation of Deferred@2110877077 after retry RPC after error@1445631345) -> (continuation of Deferred@1201388035 after retry RPC after error@1826583853) -> (continuation of Deferred@437518566 after retry RPC after error@404201416) -> (continuation of Deferred@38167915 after retry RPC after error@363273747) -> (continuation of Deferred@789462897 after retry RPC after error@197336199) -> (continuation of Deferred@975134121 after retry RPC after error@392530815) -> (continuation of Deferred@1229900629 after retry RPC after error@1526387167) -> (continuation of Deferred@449330492 after retry RPC after error@567108457) -> (continuation of Deferred@510001254 after retry RPC after error@312368732) -> (continuation of Deferred@1231335662 after retry RPC after error@58213504) -> (continuation of Deferred@758317497 after retry RPC after error@1296025341) -> (continuation of Deferred@565247092 after retry RPC after error@1622012038) -> (continuation of Deferred@1436949475 after retry RPC after error@1721575300) -> (continuation of Deferred@1088959615 after retry RPC after error@1330562340) -> (continuation of Deferred@718452269 after retry RPC after error@628884980) -> (continuation of Deferred@615945960 after retry RPC after error@501747903) -> (continuation of Deferred@582266609 after retry RPC after error@1738693878) -> (continuation of Deferred@1999865660 after retry RPC after error@704846989) -> (continuation of Deferred@759688218 after retry RPC after error@1484210344) -> (continuation of Deferred@857089789 after retry RPC after error@21214054) -> (continuation of Deferred@326547560 after retry RPC after error@1910954158), errback=(continuation of Deferred@1569293602 after retry RPC after error@1801982181) -> (continuation of Deferred@2110877077 after retry RPC after error@1445631345) -> (continuation of Deferred@1201388035 after retry RPC after error@1826583853) -> (continuation of Deferred@437518566 after retry RPC after error@404201416) -> (continuation of Deferred@38167915 after retry RPC after error@363273747) -> (continuation of Deferred@789462897 after retry RPC after error@197336199) -> (continuation of Deferred@975134121 after retry RPC after error@392530815) -> (continuation of Deferred@1229900629 after retry RPC after error@1526387167) -> (continuation of Deferred@449330492 after retry RPC after error@567108457) -> (continuation of Deferred@510001254 after retry RPC after error@312368732) -> (continuation of Deferred@1231335662 after retry RPC after error@58213504) -> (continuation of Deferred@758317497 after retry RPC after error@1296025341) -> (continuation of Deferred@565247092 after retry RPC after error@1622012038) -> (continuation of Deferred@1436949475 after retry RPC after error@1721575300) -> (continuation of Deferred@1088959615 after retry RPC after error@1330562340) -> (continuation of Deferred@718452269 after retry RPC after error@628884980) -> (continuation of Deferred@615945960 after retry RPC after error@501747903) -> (continuation of Deferred@582266609 after retry RPC after error@1738693878) -> (continuation of Deferred@1999865660 after retry RPC after error@704846989) -> (continuation of Deferred@759688218 after retry RPC after error@1484210344) -> (continuation of Deferred@857089789 after retry RPC after error@21214054) -> (continuation of Deferred@326547560 after retry RPC after error@1910954158)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:51.944 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:05:51.944 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
14:05:51.944 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
14:05:51.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113151967 for job 46167b4104acab610af5cd9644360c4d.
14:05:51.978 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:05:51.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
14:05:52.028 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.028 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.028 [DEBUG - pool-42-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.032 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.034 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28775), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [75ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [76ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [135ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [138ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [139ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [139ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [190ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [191ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [225ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [324ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [506ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [508ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [508ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [643ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [742ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [744ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2341ms] refreshing cache from master, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2345ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2354ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2354ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3803ms] too many traces: truncated at 100 traces, deferred=Deferred@2147384235(state=PENDING, result=null, callback=(continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403) -> (continuation of Deferred@645523388 after retry RPC after error@873482628) -> (continuation of Deferred@1204581110 after retry RPC after error@1653816601) -> (continuation of Deferred@197026544 after retry RPC after error@1028933226), errback=(continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403) -> (continuation of Deferred@645523388 after retry RPC after error@873482628) -> (continuation of Deferred@1204581110 after retry RPC after error@1653816601) -> (continuation of Deferred@197026544 after retry RPC after error@1028933226)))
14:05:52.038 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:05:52.039 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28775), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [75ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [76ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [135ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [138ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [139ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [139ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [190ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [191ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [225ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [324ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [506ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [508ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [508ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [643ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [742ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [744ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2341ms] refreshing cache from master, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2345ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2354ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2354ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3803ms] too many traces: truncated at 100 traces, deferred=Deferred@2147384235(state=PENDING, result=null, callback=(continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403) -> (continuation of Deferred@645523388 after retry RPC after error@873482628) -> (continuation of Deferred@1204581110 after retry RPC after error@1653816601) -> (continuation of Deferred@197026544 after retry RPC after error@1028933226), errback=(continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403) -> (continuation of Deferred@645523388 after retry RPC after error@873482628) -> (continuation of Deferred@1204581110 after retry RPC after error@1653816601) -> (continuation of Deferred@197026544 after retry RPC after error@1028933226)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:52.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
14:05:52.044 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:05:52.046 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28775), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [75ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [76ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [135ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [138ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [139ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [139ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [190ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [191ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [225ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [324ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [324ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [506ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [508ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [508ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [643ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [742ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [744ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [744ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2341ms] refreshing cache from master, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2345ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2354ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2354ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3803ms] too many traces: truncated at 100 traces, deferred=Deferred@2147384235(state=PENDING, result=null, callback=(continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403) -> (continuation of Deferred@645523388 after retry RPC after error@873482628) -> (continuation of Deferred@1204581110 after retry RPC after error@1653816601) -> (continuation of Deferred@197026544 after retry RPC after error@1028933226), errback=(continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403) -> (continuation of Deferred@645523388 after retry RPC after error@873482628) -> (continuation of Deferred@1204581110 after retry RPC after error@1653816601) -> (continuation of Deferred@197026544 after retry RPC after error@1028933226)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:52.049 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:05:52.050 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
14:05:52.050 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:05:52.061 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:52.061 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:52.061 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:52.062 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:52.062 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:52.062 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:52.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:52.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:52.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:52.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:52.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:52.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:52.063 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:52.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.067548 26213 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.45.129:34467 every 8 connection(s)
14:05:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.068100 26081 rpc_server.cc:307] RPC server started. Bound to: 127.25.45.129:34467
14:05:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.071751 26081 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/data/info.pb
14:05:52.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.079344 25782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 26081
14:05:52.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.080039 25782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-0/wal/instance
14:05:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.101714 25782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/wal
14:05:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/data
14:05:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/logs
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/data/info.pb
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.130:0
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.45.130
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.130
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.211874 26215 heartbeater.cc:344] Connected to a master server at 127.25.45.188:32967
14:05:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.212404 26215 heartbeater.cc:461] Registering TS with master...
14:05:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.212666 26218 heartbeater.cc:344] Connected to a master server at 127.25.45.190:35733
14:05:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.213243 26218 heartbeater.cc:461] Registering TS with master...
14:05:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.214102 26215 heartbeater.cc:507] Master 127.25.45.188:32967 requested a full tablet report, sending...
14:05:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.214282 26218 heartbeater.cc:507] Master 127.25.45.190:35733 requested a full tablet report, sending...
14:05:52.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.217272 25984 ts_manager.cc:194] Registered new tserver with Master: 61812df7bc45477f9ac0ed691d43c2de (127.25.45.129:34467)
14:05:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.217797 25827 ts_manager.cc:194] Registered new tserver with Master: 61812df7bc45477f9ac0ed691d43c2de (127.25.45.129:34467)
14:05:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.221148 26214 heartbeater.cc:344] Connected to a master server at 127.25.45.189:37197
14:05:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.221464 26214 heartbeater.cc:461] Registering TS with master...
14:05:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.222319 26214 heartbeater.cc:507] Master 127.25.45.189:37197 requested a full tablet report, sending...
14:05:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.220836 25984 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.45.129:42089
14:05:52.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.225310 25903 ts_manager.cc:194] Registered new tserver with Master: 61812df7bc45477f9ac0ed691d43c2de (127.25.45.129:34467)
14:05:52.446 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:05:52.447 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:05:52.460 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 73 for source Source: KuduSource to checkpoint.
14:05:52.461 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
14:05:52.463 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:05:52.466 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
14:05:52.466 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:05:52.466 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:05:52.467 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:05:52.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113152467 for job 46167b4104acab610af5cd9644360c4d.
14:05:52.479 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:05:52.480 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:05:52.481 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
14:05:52.487 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:05:52.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 73 for source Source: KuduSource to checkpoint.
14:05:52.492 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
14:05:52.493 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:05:52.495 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
14:05:52.495 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:05:52.495 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:05:52.497 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:05:52.498 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
14:05:52.498 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
14:05:52.498 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:05:52.499 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:05:52.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 73 for source Source: KuduSource to checkpoint.
14:05:52.500 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f827a26
14:05:52.500 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:52.502 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
14:05:52.502 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:52.502 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:05:52.503 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:05:52.506 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
14:05:52.506 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
14:05:52.506 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
14:05:52.507 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:05:52.507 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:05:52.508 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:05:52.513 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RESTARTING to RUNNING.
14:05:52.513 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:05:52.514 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:05:52.514 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 73 for source Source: KuduSource to checkpoint.
14:05:52.515 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54531c95
14:05:52.516 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:52.516 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:52.517 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:05:52.519 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
14:05:52.523 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:05:52.522 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
14:05:52.524 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
14:05:52.525 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1753ca9b
14:05:52.526 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
14:05:52.526 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:05:52.526 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:05:52.528 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:05:52.530 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:05:52.532 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7cf7eb40
14:05:52.532 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:52.532 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:52.532 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:05:52.535 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:05:52.536 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:05:52.536 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:52.538 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:52.540 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
14:05:52.540 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
14:05:52.542 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c6624ca
14:05:52.549 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ae9b778
14:05:52.549 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:52.550 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:52.558 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:52.558 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:05:52.558 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:05:52.559 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3b5732df
14:05:52.569 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.571 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:52.583 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5fa72d5d
14:05:52.591 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:52.595 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.598 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.605 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.610 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.616 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.623 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.627 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.632 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.645 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.646 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.655 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.664 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.665 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.677 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.677 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.682 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:52.683595 26224 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:52.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:52.684875 26224 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:52.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:52.685750 26224 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:52.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.688 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.689 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.689 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.694 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.695 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.696 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.703 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.720 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.721 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.722 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.729 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.729 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.729 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.744 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.747 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:52.748332 26224 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:52.749 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.749 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.749 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:52.749929 26224 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.45.130
14:05:52.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.751 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.761 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.769 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.769 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.770 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.784 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.784 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.784 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.785 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.785 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.786 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.787 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.788 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.789 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.789 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.789 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.795 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.802 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:52.803 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:52.803 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.803 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:52.803 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.803 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.804 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.805 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.805 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:52.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.806 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.806 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29487), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [53ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [166ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [174ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [205ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [225ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [225ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [381ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [390ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [444ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [448ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [448ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [723ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2458ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2459ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2469ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2469ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [4160ms] refreshing cache from master, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4163ms] too many traces: truncated at 100 traces, deferred=Deferred@335026726(state=PENDING, result=null, callback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959), errback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959)))
14:05:52.810 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:52.810 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:52.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.810 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:52.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.811 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29487), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [53ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [166ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [174ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [205ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [225ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [225ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [381ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [390ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [444ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [448ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [448ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [723ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2458ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2459ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2469ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2469ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [4160ms] refreshing cache from master, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4163ms] too many traces: truncated at 100 traces, deferred=Deferred@335026726(state=PENDING, result=null, callback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959), errback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29487), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [53ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [166ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [174ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [205ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [225ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [225ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [381ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [390ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [444ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [448ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [448ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [723ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2458ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2459ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2469ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2469ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [4160ms] refreshing cache from master, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4163ms] too many traces: truncated at 100 traces, deferred=Deferred@335026726(state=PENDING, result=null, callback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959), errback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.189:34493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:52.816 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.817 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.817 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:52.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.818 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.819 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.821 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29487), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [53ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [166ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [174ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [205ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [225ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [225ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [381ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [390ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [444ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [448ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [448ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [723ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2458ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2459ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2469ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2469ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [4160ms] refreshing cache from master, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4163ms] too many traces: truncated at 100 traces, deferred=Deferred@335026726(state=PENDING, result=null, callback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959), errback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29487), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [53ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [166ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [174ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [204ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [205ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [225ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [225ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [381ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [383ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [384ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [390ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [444ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [448ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [448ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [723ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2458ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2459ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2469ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2469ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [4160ms] refreshing cache from master, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4163ms] too many traces: truncated at 100 traces, deferred=Deferred@335026726(state=PENDING, result=null, callback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959), errback=(continuation of Deferred@1330781695 after retry RPC after error@1649105287) -> (continuation of Deferred@914431079 after retry RPC after error@1710954939) -> (continuation of Deferred@974736670 after retry RPC after error@36089019) -> (continuation of Deferred@1014692540 after retry RPC after error@32578121) -> (continuation of Deferred@1903220436 after retry RPC after error@1183121205) -> (continuation of Deferred@759185987 after retry RPC after error@619329264) -> (continuation of Deferred@1398510287 after retry RPC after error@843555526) -> (continuation of Deferred@490388631 after retry RPC after error@1754416246) -> (continuation of Deferred@1733324353 after retry RPC after error@1754178047) -> (continuation of Deferred@538470013 after retry RPC after error@1515403260) -> (continuation of Deferred@1049983121 after retry RPC after error@596228069) -> (continuation of Deferred@1086396007 after retry RPC after error@65938772) -> (continuation of Deferred@380277832 after retry RPC after error@2029137895) -> (continuation of Deferred@818441392 after retry RPC after error@1123957624) -> (continuation of Deferred@3469243 after retry RPC after error@1775265101) -> (continuation of Deferred@445528363 after retry RPC after error@689497337) -> (continuation of Deferred@242650966 after retry RPC after error@1692821976) -> (continuation of Deferred@264917774 after retry RPC after error@1637568802) -> (continuation of Deferred@1538096760 after retry RPC after error@215114876) -> (continuation of Deferred@1365054667 after retry RPC after error@1786011011) -> (continuation of Deferred@1520082955 after retry RPC after error@1173675680) -> (continuation of Deferred@2083942809 after retry RPC after error@887534553) -> (continuation of Deferred@1005832118 after retry RPC after error@1485905846) -> (continuation of Deferred@392435588 after retry RPC after error@379393738) -> (continuation of Deferred@871808472 after retry RPC after error@1665824959)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.189:34493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:05:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.820958 26224 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/data
14:05:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/wal
14:05:52.822 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:52.823 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.130:0
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/data/info.pb
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.130
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:52.823 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:52.823 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.823 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:52.823 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:52.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:52.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.45.130
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/logs
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:52.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:52.825 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.825 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:52.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.827 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.827 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:52.828 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.828 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:05:52.828 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.830 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.828 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:05:52.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.823215 26224 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:52.831 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
14:05:52.831 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
14:05:52.831 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:05:52.832 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
14:05:52.832 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:05:52.832 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
14:05:52.832 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
14:05:52.832 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
14:05:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:52.833050 26224 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:52.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
14:05:52.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
14:05:52.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
14:05:52.841 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.842 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:52.842 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:52.842 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:52.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.843 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.844 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:52.849 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.850 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.850 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.852 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.852 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.852 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.852 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.856 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.857 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.857 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:05:52.857 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
14:05:52.857 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:05:52.857 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.857 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:05:52.858 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
14:05:52.858 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:05:52.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.860 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:05:52.860 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
14:05:52.860 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:05:52.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.860 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.861 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.862 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:52.862 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:52.862 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:52.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.863 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.863 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:52.864 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.864 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.864 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.866 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.867 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.868 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.871 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:05:52.871 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
14:05:52.871 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:05:52.876 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.877 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.877 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.877 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.877 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.877 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.878 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:05:52.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
14:05:52.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:05:52.882 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:52.882 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:52.883 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:52.883 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.884 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.884 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.884 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.885 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.885 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.885 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:52.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.886 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.886 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.886 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.887 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:52.886649 26276 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:52.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.888 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.891 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:05:52.891 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
14:05:52.892 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:05:52.896 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.896 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.896 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.905 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:05:52.905 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
14:05:52.905 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:05:52.916 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
14:05:52.916 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
14:05:52.916 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
14:05:52.917 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
14:05:52.917 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
14:05:52.918 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
14:05:52.919 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
14:05:52.919 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
14:05:52.920 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:05:52.920 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:05:52.920 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:05:52.921 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:05:52.922 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:52.923 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:52.923 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:52.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.924 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.924 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:52.929 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.929 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.929 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.930 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.931 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.956 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.957 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.957 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.958 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.964 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.964 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.965 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.967 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113152967 for job 46167b4104acab610af5cd9644360c4d.
14:05:52.976 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:52.976 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:52.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.976 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:52.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:52.976 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:05:52.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:52.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:52.978 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:52.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
14:05:52.982 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:52.982 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:52.982 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:52.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:52.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:52.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:52.984 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:53.003 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.007 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.044 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.044 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.045 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.053 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.053 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.082 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:53.083 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:53.083 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:53.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.085 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:53.090 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.090 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.090 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.092 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.092 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.092 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.102 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:53.102 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:53.102 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:53.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:53.122 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:53.122 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:53.123 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:53.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.125 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:53.136 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.136 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.137 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.139 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.143 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.143 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.144 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.144 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.144 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.146 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.146 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.146 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.147 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.144 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.169 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.170 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.170 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:53.227630 26215 heartbeater.cc:499] Master 127.25.45.188:32967 was elected leader, sending a full tablet report...
14:05:53.382 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:53.383 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:53.383 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:53.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.386 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:53.467 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113153467 for job 46167b4104acab610af5cd9644360c4d.
14:05:53.477 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:05:53.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
14:05:53.536 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.537 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.539 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.543 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.602 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:53.603 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:53.603 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:53.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:53.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:53.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:53.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:53.623 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.624 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.624 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.627 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.664 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.664 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.665 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.667 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.810 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:53.810 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:53.810 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:53.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:53.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:53.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:53.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:53.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113153967 for job 46167b4104acab610af5cd9644360c4d.
14:05:53.979 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:05:53.981 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
14:05:54.003 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:54.004 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:54.004 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:54.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.007 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:54.416 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:54.417 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:54.417 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:54.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:54.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113154467 for job 46167b4104acab610af5cd9644360c4d.
14:05:54.478 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:05:54.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
14:05:54.624 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:54.624 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:54.625 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:54.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:54.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:54.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:54.627 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:54.266513 26271 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 26224
14:05:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:52.890966 26280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:54.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:54.699585 26224 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.810s	user 0.614s	sys 1.046s
14:05:54.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:54.699939 26224 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.811s	user 0.615s	sys 1.046s
14:05:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.710256 26224 server_base.cc:1061] running on GCE node
14:05:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:54.710260 26288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.711660 26224 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.713843 26224 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.715202 26224 hybrid_clock.cc:648] HybridClock initialized: now 1779113154715173 us; error 38 us; skew 500 ppm
14:05:54.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.716150 26224 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.722493 26224 webserver.cc:533] Webserver started at http://127.25.45.130:35055/ using document root <none> and password file <none>
14:05:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.723510 26224 fs_manager.cc:362] Metadata directory not provided
14:05:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.723766 26224 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:54.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.724273 26224 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.728757 26224 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/data/instance:
14:05:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64a175da05a44f72ada2eb1ae7a71a9f"
14:05:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:54 on dist-test-slave-qn3m"
14:05:54.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.729827 26224 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/wal/instance:
14:05:54.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64a175da05a44f72ada2eb1ae7a71a9f"
14:05:54.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:54 on dist-test-slave-qn3m"
14:05:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.737607 26224 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
14:05:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.744304 26294 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.745530 26224 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.745873 26224 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/wal
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64a175da05a44f72ada2eb1ae7a71a9f"
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:54 on dist-test-slave-qn3m"
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.746194 26224 fs_report.cc:389] FS layout report
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/wal
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/wal
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/data/data
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:54.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.800594 26224 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:54.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.802137 26224 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:54.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.802659 26224 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.805644 26224 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.810086 26224 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.810277 26224 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.810465 26224 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.810604 26224 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.952306 26224 rpc_server.cc:307] RPC server started. Bound to: 127.25.45.130:41631
14:05:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.952420 26406 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.45.130:41631 every 8 connection(s)
14:05:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.954830 26224 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/data/info.pb
14:05:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.955803 25782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 26224
14:05:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.956292 25782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-1/wal/instance
14:05:54.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113154967 for job 46167b4104acab610af5cd9644360c4d.
14:05:54.969 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RESTARTING to RUNNING.
14:05:54.970 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:05:54.971 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:05:54.971 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:05:54.977 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:05:54.979 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:54.986317 25782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/wal
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/data
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/logs
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/data/info.pb
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.131:0
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.45.131
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.131
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:54.994 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
14:05:54.995 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:05:54.995 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
14:05:54.995 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:05:54.996 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
14:05:54.996 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:05:54.996 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
14:05:54.997 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:05:54.997 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:05:54.998 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:05:54.999 [INFO - Thread-18] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:05:54.999 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state TERMINATED
14:05:54.999 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state TERMINATED
14:05:54.999 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state TERMINATED
14:05:55.000 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:55.002 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
14:05:55.002 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:05:55.002 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:05:55.004 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
14:05:55.004 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:05:55.004 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:05:55.004 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
14:05:55.004 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:05:55.005 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:05:55.005 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:05:55.006 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
14:05:55.006 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
14:05:55.006 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
14:05:55.006 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:05:55.006 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79a4e01f
14:05:55.007 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:55.007 [INFO - Thread-18] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:05:55.007 [INFO - Thread-18] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:05:55.007 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:55.007 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:05:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.007356 26407 heartbeater.cc:344] Connected to a master server at 127.25.45.189:37197
14:05:55.007 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:05:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.007871 26407 heartbeater.cc:461] Registering TS with master...
14:05:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.009384 26407 heartbeater.cc:507] Master 127.25.45.189:37197 requested a full tablet report, sending...
14:05:55.010 [DEBUG - Thread-18] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:55.011 [INFO - Thread-18] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:05:55.013 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:05:55.013 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
14:05:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.013196 25903 ts_manager.cc:194] Registered new tserver with Master: 64a175da05a44f72ada2eb1ae7a71a9f (127.25.45.130:41631)
14:05:55.014 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
14:05:55.016 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:05:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.030020 26409 heartbeater.cc:344] Connected to a master server at 127.25.45.190:35733
14:05:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.030391 26409 heartbeater.cc:461] Registering TS with master...
14:05:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.031270 26409 heartbeater.cc:507] Master 127.25.45.190:35733 requested a full tablet report, sending...
14:05:55.015 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
14:05:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.034034 25827 ts_manager.cc:194] Registered new tserver with Master: 64a175da05a44f72ada2eb1ae7a71a9f (127.25.45.130:41631)
14:05:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.034480 26408 heartbeater.cc:344] Connected to a master server at 127.25.45.188:32967
14:05:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.034829 26408 heartbeater.cc:461] Registering TS with master...
14:05:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.035796 26408 heartbeater.cc:507] Master 127.25.45.188:32967 requested a full tablet report, sending...
14:05:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.038172 25984 ts_manager.cc:194] Registered new tserver with Master: 64a175da05a44f72ada2eb1ae7a71a9f (127.25.45.130:41631)
14:05:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.039829 25984 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.45.130:60191
14:05:55.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f5a275
14:05:55.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:55.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:55.046 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@dbf1d8e
14:05:55.047 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:05:55.049 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:55.049 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@219dd266
14:05:55.050 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
14:05:55.051 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:05:55.051 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7797c8be
14:05:55.051 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:55.051 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:05:55.051 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:05:55.051 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:05:55.051 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:55.052 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:05:55.052 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:05:55.052 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:05:55.053 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
14:05:55.053 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
14:05:55.054 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45103845
14:05:55.054 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:55.054 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@396b843
14:05:55.055 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:05:55.055 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:05:55.055 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
14:05:55.055 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
14:05:55.058 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@31bab5b0
14:05:55.060 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:55.062 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:55.068 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.071 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.072 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.073 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.073 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.075 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.076 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.079 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.081 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.081 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.081 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.081 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.082 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.083 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.083 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.085 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.087 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.087 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.088 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.089 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.091 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.093 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.100 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.102 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.105 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.105 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.106 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.108 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.108 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.109 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.109 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.109 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.109 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.110 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.110 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.110 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.110 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.110 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.111 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.117 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.118 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.120 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.120 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.123 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.125 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.126 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.128 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.129 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.129 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.130 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.130 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.131 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.132 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.133 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.136 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.138 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.140 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.140 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.141 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.142 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.142 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.142 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.143 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.143 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.143 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.148 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.148 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.148 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.149 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.149 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.149 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.149 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.150 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.151 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.151 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.164 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.164 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.164 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.164 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.165 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.172 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.172 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.172 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.173 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.174 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.180 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.180 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.181 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.191 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.191 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.191 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.192 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.192 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.192 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.193 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.193 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.193 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.193 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.194 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.194 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.194 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.195 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.197 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.202 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.203 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.207 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.209 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.209 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.209 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.210 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.212 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.212 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.212 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.213 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.213 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.213 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.214 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.214 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.214 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.215 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.215 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.224 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:55.231 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.231 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.232 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.234 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.234 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.234 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.242 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.242 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.243 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.246 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.253 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.253 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.253 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.262 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.263 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.263 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.271 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.272 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.272 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.274 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.288 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.288 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.289 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.291 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.292 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.292 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.292 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.293 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.293 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.293 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.293 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.294 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.295 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.296 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.296 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.296 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.300 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.300 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.300 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.303 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.303 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.304 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.308 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.308 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.309 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.309 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.311 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.311 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.311 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.312 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.333 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.334 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.334 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.362 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.363 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.364 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.365 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.392 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.393 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.393 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.394 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.403 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.403 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.403 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.403 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.403 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.403 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.405 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.405 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.413 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.413 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.413 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.414 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:55.417375 26416 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:55.417829 26416 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:55.418237 26416 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:55.453821 26416 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:55.454658 26416 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.45.131
14:05:55.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113155467 for job 46167b4104acab610af5cd9644360c4d.
14:05:55.477 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:05:55.478 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.509882 26416 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.45.148:42553
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/data
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/wal
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.45.131:0
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/data/info.pb
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.45.131
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.45.131
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/logs
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.511222 26416 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:55.512838 26416 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:55.522 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.523 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.523 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.524 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:55.527338 26476 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:55.551 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.551 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.551 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.552 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.574 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.574 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.574 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.588 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.589 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.589 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.589 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.590 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.652 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.652 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.652 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.653 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.661 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:55.661 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:55.662 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:55.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:55.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:55.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:55.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:55.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:55.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:55.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:55.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:55.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:55.662 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:55.683 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:55.683 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:55.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.683 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:55.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:55.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:55.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:55.684 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:55.708 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.709 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.709 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.709 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.710 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.710 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.724 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:55.871 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.871 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.872 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.932 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:55.933 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:55.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.933 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:55.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:55.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:55.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:55.934 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:55.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113155968 for job 46167b4104acab610af5cd9644360c4d.
14:05:55.978 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:05:55.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
14:05:56.013 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:56.014 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:56.014 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:56.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.015 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.043663 26408 heartbeater.cc:499] Master 127.25.45.188:32967 was elected leader, sending a full tablet report...
14:05:56.092 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:56.092 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:56.092 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:56.092 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.093 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.093 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.093 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:56.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:56.467 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113156467 for job 46167b4104acab610af5cd9644360c4d.
14:05:56.478 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:05:56.479 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
14:05:56.522 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:56.523 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:56.523 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:56.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:56.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:56.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:56.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:56.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:56.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:56.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:56.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:56.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:56.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:56.708 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:56.709 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:56.709 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:56.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.709 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:56.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:55.530575 26478 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:55.529299 26475 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:56.766714 26477 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:05:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.766840 26416 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.771107 26416 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.773861 26416 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.775282 26416 hybrid_clock.cc:648] HybridClock initialized: now 1779113156775236 us; error 61 us; skew 500 ppm
14:05:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.776103 26416 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.782547 26416 webserver.cc:533] Webserver started at http://127.25.45.131:37557/ using document root <none> and password file <none>
14:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.783424 26416 fs_manager.cc:362] Metadata directory not provided
14:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.783658 26416 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.784123 26416 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.788614 26416 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/data/instance:
14:05:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ae82ab729bb43e287820bd5c904963e"
14:05:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:56 on dist-test-slave-qn3m"
14:05:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.789690 26416 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/wal/instance:
14:05:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ae82ab729bb43e287820bd5c904963e"
14:05:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:56 on dist-test-slave-qn3m"
14:05:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.796675 26416 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.001s
14:05:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.802208 26486 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.803265 26416 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.803531 26416 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/wal
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ae82ab729bb43e287820bd5c904963e"
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:56 on dist-test-slave-qn3m"
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.803910 26416 fs_report.cc:389] FS layout report
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/wal
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/wal
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/data/data
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:56.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.872167 26416 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.873618 26416 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.874024 26416 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.876652 26416 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.881031 26416 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.881305 26416 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.881575 26416 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:56.881711 26416 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:56.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113156967 for job 46167b4104acab610af5cd9644360c4d.
14:05:56.977 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:05:56.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
14:05:56.991 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:56.991 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:56.991 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:56.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:56.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:56.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:56.994 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:57.033 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:57.034 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:57.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.034 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:57.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.048323 26416 rpc_server.cc:307] RPC server started. Bound to: 127.25.45.131:45883
14:05:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.048446 26599 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.45.131:45883 every 8 connection(s)
14:05:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.051052 26416 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/data/info.pb
14:05:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.056001 25782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 26416
14:05:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.056581 25782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster11968358101726840583/ts-2/wal/instance
14:05:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.095217 26600 heartbeater.cc:344] Connected to a master server at 127.25.45.189:37197
14:05:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.095726 26600 heartbeater.cc:461] Registering TS with master...
14:05:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.096086 26602 heartbeater.cc:344] Connected to a master server at 127.25.45.190:35733
14:05:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.096441 26602 heartbeater.cc:461] Registering TS with master...
14:05:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.097132 26600 heartbeater.cc:507] Master 127.25.45.189:37197 requested a full tablet report, sending...
14:05:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.097534 26602 heartbeater.cc:507] Master 127.25.45.190:35733 requested a full tablet report, sending...
14:05:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.097802 26601 heartbeater.cc:344] Connected to a master server at 127.25.45.188:32967
14:05:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.098114 26601 heartbeater.cc:461] Registering TS with master...
14:05:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.098973 26601 heartbeater.cc:507] Master 127.25.45.188:32967 requested a full tablet report, sending...
14:05:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.100498 25903 ts_manager.cc:194] Registered new tserver with Master: 3ae82ab729bb43e287820bd5c904963e (127.25.45.131:45883)
14:05:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.101148 25827 ts_manager.cc:194] Registered new tserver with Master: 3ae82ab729bb43e287820bd5c904963e (127.25.45.131:45883)
14:05:57.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.102985 25983 ts_manager.cc:194] Registered new tserver with Master: 3ae82ab729bb43e287820bd5c904963e (127.25.45.131:45883)
14:05:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.104967 25983 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.45.131:38447
14:05:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.120990 25782 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:05:57.132 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:05:57.132 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:05:57.134 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.45.190"
      port: 35733
    }
    bound_http_address {
      host: "127.25.45.190"
      port: 37215
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.45.189"
      port: 37197
    }
    bound_http_address {
      host: "127.25.45.189"
      port: 41641
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.45.188"
      port: 32967
    }
    bound_http_address {
      host: "127.25.45.188"
      port: 44207
    }
  }
}

14:05:57.134 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:05:57.135 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.45.129"
      port: 34467
    }
    bound_http_address {
      host: "127.25.45.129"
      port: 38573
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.45.130"
      port: 41631
    }
    bound_http_address {
      host: "127.25.45.130"
      port: 35055
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.45.131"
      port: 45883
    }
    bound_http_address {
      host: "127.25.45.131"
      port: 37557
    }
  }
}

14:05:57.135 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:05:57.136 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:57.137 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:05:57.137 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:05:57.137 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:05:57.137 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:05:57.140 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:05:57.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:57.248 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:57.248 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:57.249 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:57.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.250 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.250 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.250 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:57.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113157467 for job 46167b4104acab610af5cd9644360c4d.
14:05:57.477 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:05:57.478 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
14:05:57.484 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:57.484 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:57.484 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:57.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:57.502 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:05:57.503 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:05:57.503 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:05:57.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:57.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:57.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:57.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:57.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:05:57.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:57.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:05:57.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:57.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:05:57.504 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:05:57.518 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:05:57.518 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:05:57.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.521579 26610 mini_oidc.cc:150] Starting JWKS server
14:05:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.524719 26610 webserver.cc:533] Webserver started at http://127.0.0.1:46095/ using document root <none> and password file <none>
14:05:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.525111 26610 mini_oidc.cc:186] Starting OIDC Discovery server
14:05:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.526813 26610 webserver.cc:533] Webserver started at http://127.0.0.1:36227/ using document root <none> and password file <none>
14:05:57.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:05:57Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:05:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:05:57Z Disabled control of system clock
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.589931 26610 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/wal
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/data
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/logs
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/data/info.pb
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.190:35095
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.190
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json with env {}
14:05:57.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:57.768 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:57.769 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:57.769 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:57.769 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.769 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:57.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:57.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:57.770 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:57.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.910174 26622 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:57.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.910746 26622 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.911208 26622 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.946214 26622 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.946492 26622 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.946695 26622 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:57.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.946892 26622 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:57.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.947096 26622 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:57.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:57.947247 26622 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
14:05:57.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113157967 for job 46167b4104acab610af5cd9644360c4d.
14:05:57.981 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:05:57.982 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.990908 26622 master_runner.cc:387] Master server non-default flags:
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/data
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/wal
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.190:35095
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/data/info.pb
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.190
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/logs
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:05:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.992465 26622 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:57.994113 26622 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:58.006167 26628 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:58.033 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:58.033 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:58.033 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:58.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.036 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:58.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:58.108592 26601 heartbeater.cc:499] Master 127.25.45.188:32967 was elected leader, sending a full tablet report...
14:05:58.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:58.329 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:58.330 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:58.330 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:58.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.332 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.332 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.333 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:58.469 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113158467 for job 46167b4104acab610af5cd9644360c4d.
14:05:58.491 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
14:05:58.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
14:05:58.641 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:58.642 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:58.642 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:58.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:58.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:58.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:58.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:58.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:58.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:58.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:58.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:58.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:58.643 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:58.693 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:58.694 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:58.694 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:58.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.696 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:58.703 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:58.704 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:58.704 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:58.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:58.726 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:58.754 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:58.755 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:58.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.755 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:58.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:58.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:58.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:58.756 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:58.970 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113158967 for job 46167b4104acab610af5cd9644360c4d.
14:05:58.981 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:05:58.983 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
14:05:59.017 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:59.017 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:59.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:59.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:59.018 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:59.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:59.019 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:59.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:59.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:59.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:59.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:59.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:59.019 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:59.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:59.401 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:59.402 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:59.402 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:59.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:59.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:59.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:59.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:59.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:59.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:59.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:59.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:59.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:59.403 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:59.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113159468 for job 46167b4104acab610af5cd9644360c4d.
14:05:59.477 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:05:59.477 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
14:05:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:58.008590 26629 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.408028 26627 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 26622
14:05:59.481 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:05:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.479492 26630 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:05:59.481 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:05:59.481 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:05:59.481 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:59.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:59.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:59.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:05:59.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:59.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.479995 26622 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.474s	user 0.500s	sys 0.940s
14:05:59.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:05:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.482807 26622 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.477s	user 0.500s	sys 0.940s
14:05:59.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:59.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:05:59.483 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:05:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.483191 26631 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.483120 26622 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:05:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.488768 26622 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.492146 26622 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.493659 26622 hybrid_clock.cc:648] HybridClock initialized: now 1779113159493568 us; error 99 us; skew 500 ppm
14:05:59.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.494549 26622 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.503417 26622 webserver.cc:533] Webserver started at http://127.25.252.190:37299/ using document root <none> and password file <none>
14:05:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.504638 26622 fs_manager.cc:362] Metadata directory not provided
14:05:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.504895 26622 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.505458 26622 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.510394 26622 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/data/instance:
14:05:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35af49cc7e044a5bb11e4831f196ee8f"
14:05:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:59 on dist-test-slave-qn3m"
14:05:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.511507 26622 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/wal/instance:
14:05:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35af49cc7e044a5bb11e4831f196ee8f"
14:05:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:59 on dist-test-slave-qn3m"
14:05:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.519622 26622 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
14:05:59.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.526207 26638 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.527464 26622 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.527837 26622 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/wal
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35af49cc7e044a5bb11e4831f196ee8f"
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:05:59 on dist-test-slave-qn3m"
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.528257 26622 fs_report.cc:389] FS layout report
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/wal
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/wal
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/data/data
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.606665 26622 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.608390 26622 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.608943 26622 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.685014 26622 rpc_server.cc:307] RPC server started. Bound to: 127.25.252.190:35095
14:05:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.685065 26689 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.252.190:35095 every 8 connection(s)
14:05:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.688156 26622 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/data/info.pb
14:05:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.693666 26610 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 26622
14:05:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.694191 26610 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-0/wal/instance
14:05:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.694868 26690 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.699491 26610 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/wal
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/data
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/logs
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/data/info.pb
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.189:42559
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.189
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json with env {}
14:05:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.709847 26690 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:05:59.728 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:05:59.728 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:05:59.728 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:05:59.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:59.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:59.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:59.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:59.729 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:59.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:05:59.729 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:59.729 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:05:59.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:05:59.730 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:05:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.738076 26690 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.740418 26639 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:05:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.748497 26690 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.189:42559: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:05:59.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.798070 26690 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } attempt: 1
14:05:59.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.802270 26690 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.189:42559: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:05:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.870745 26690 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } attempt: 2
14:05:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.875443 26690 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.189:42559: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:05:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:05:59.966852 26690 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } attempt: 3
14:05:59.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113159967 for job 46167b4104acab610af5cd9644360c4d.
14:05:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:05:59.973948 26690 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.189:42559: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:05:59.976 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:05:59.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
14:06:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.041113 26692 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.041646 26692 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.042219 26692 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:00.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:00.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:00.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:00.053 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.053 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.053 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.053 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.053 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.053 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.053 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.084002 26692 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.084275 26692 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.084470 26692 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.084651 26692 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.084837 26692 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.084987 26692 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
14:06:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:00.117404 26690 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } attempt: 4
14:06:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.122195 26690 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.189:42559: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:00.130076 26692 master_runner.cc:387] Master server non-default flags:
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/data
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/wal
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.189:42559
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/data/info.pb
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.189
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/logs
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:00.131742 26692 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:00.133466 26692 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.145011 26702 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:00.224 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:00.225 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:00.225 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:00.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.227 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:00.227 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:00.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:00.421644 26690 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } attempt: 5
14:06:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.429834 26690 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.189:42559: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:06:00.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113160467 for job 46167b4104acab610af5cd9644360c4d.
14:06:00.486 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
14:06:00.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
14:06:00.611 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:00.612 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:00.612 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:00.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:00.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:00.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:00.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:00.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:00.823 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:00.823 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:00.823 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:00.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:00.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:00.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:00.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:00.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:00.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:00.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:00.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:00.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:00.826 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:00.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113160967 for job 46167b4104acab610af5cd9644360c4d.
14:06:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:00.977399 26690 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } attempt: 6
14:06:00.986 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
14:06:00.988 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
14:06:01.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:01.007514 26690 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.189:42559: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:06:01.083 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:01.084 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:01.084 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:01.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:01.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:01.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113161467 for job 46167b4104acab610af5cd9644360c4d.
14:06:01.485 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:06:01.486 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
14:06:01.552 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:01.553 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:01.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.553 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.553 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:01.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.558 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:01.726 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:01.764 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:01.765 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:01.765 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:01.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.767 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:01.770 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:01.771 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:01.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.771 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:01.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:01.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:01.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:01.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:01.546139 26701 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 26692
14:06:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:01.966079 26701 kernel_stack_watchdog.cc:198] Thread 26692 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
14:06:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:00.146788 26703 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:01.967749 26692 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.822s	user 0.607s	sys 1.128s
14:06:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:01.968901 26692 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.823s	user 0.608s	sys 1.128s
14:06:01.969 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113161968 for job 46167b4104acab610af5cd9644360c4d.
14:06:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.969228 26692 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:01.968842 26704 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1822 milliseconds
14:06:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:01.968935 26705 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.976053 26692 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.978900 26692 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:01.979 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:06:01.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
14:06:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.980325 26692 hybrid_clock.cc:648] HybridClock initialized: now 1779113161980268 us; error 61 us; skew 500 ppm
14:06:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.981205 26692 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:01.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.987783 26692 webserver.cc:533] Webserver started at http://127.25.252.189:46535/ using document root <none> and password file <none>
14:06:01.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.988773 26692 fs_manager.cc:362] Metadata directory not provided
14:06:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.989008 26692 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.989543 26692 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.994144 26692 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/data/instance:
14:06:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "764fa42305054259a5d0299ebe89bb8f"
14:06:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:01 on dist-test-slave-qn3m"
14:06:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:01.995244 26692 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/wal/instance:
14:06:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "764fa42305054259a5d0299ebe89bb8f"
14:06:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:01 on dist-test-slave-qn3m"
14:06:02.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.002539 26692 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
14:06:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.008517 26715 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:02.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.009719 26692 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
14:06:02.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.010120 26692 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/wal
14:06:02.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "764fa42305054259a5d0299ebe89bb8f"
14:06:02.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:01 on dist-test-slave-qn3m"
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.010468 26692 fs_report.cc:389] FS layout report
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/wal
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/wal
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/data/data
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.067643 26692 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.067987 26690 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } attempt: 7
14:06:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.069378 26692 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.069932 26692 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.075474 26690 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.189:42559: Network error: Client connection negotiation failed: client connection to 127.25.252.189:42559: connect: Connection refused (error 111)
14:06:02.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.149683 26692 rpc_server.cc:307] RPC server started. Bound to: 127.25.252.189:42559
14:06:02.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.149757 26768 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.252.189:42559 every 8 connection(s)
14:06:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.152463 26692 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/data/info.pb
14:06:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.158501 26769 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.162498 26610 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 26692
14:06:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.162902 26610 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-1/wal/instance
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.165300 26610 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/wal
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/data
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/logs
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/data/info.pb
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.188:42299
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.188
14:06:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json with env {}
14:06:02.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.171665 26769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } has no permanent_uuid. Determining permanent_uuid...
14:06:02.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.200896 26769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } has no permanent_uuid. Determining permanent_uuid...
14:06:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.215190 26769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } has no permanent_uuid. Determining permanent_uuid...
14:06:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.217788 26718 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.252.188:42299: connect: Connection refused (error 111)
14:06:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.222026 26769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.188:42299: Network error: Client connection negotiation failed: client connection to 127.25.252.188:42299: connect: Connection refused (error 111)
14:06:02.224 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.271584 26769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } attempt: 1
14:06:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.275745 26769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.188:42299: Network error: Client connection negotiation failed: client connection to 127.25.252.188:42299: connect: Connection refused (error 111)
14:06:02.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.344359 26769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } attempt: 2
14:06:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.348611 26769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.188:42299: Network error: Client connection negotiation failed: client connection to 127.25.252.188:42299: connect: Connection refused (error 111)
14:06:02.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.440039 26769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } attempt: 3
14:06:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.447329 26769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.188:42299: Network error: Client connection negotiation failed: client connection to 127.25.252.188:42299: connect: Connection refused (error 111)
14:06:02.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113162468 for job 46167b4104acab610af5cd9644360c4d.
14:06:02.480 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:06:02.481 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
14:06:02.502 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:02.503 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:02.503 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:02.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:02.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:02.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:02.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:02.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:02.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:02.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:02.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:02.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:02.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.516896 26771 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.517577 26771 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:02.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.518180 26771 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.554075 26771 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.554455 26771 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.554780 26771 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.555094 26771 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.555375 26771 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.555608 26771 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
14:06:02.562 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:02.562 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:02.562 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:02.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:02.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:02.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:02.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:02.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:02.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:02.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:02.563 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:02.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:02.563 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.590816 26769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } attempt: 4
14:06:02.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.594998 26769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.188:42299: Network error: Client connection negotiation failed: client connection to 127.25.252.188:42299: connect: Connection refused (error 111)
14:06:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.600488 26771 master_runner.cc:387] Master server non-default flags:
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/data
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/wal
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.188:42299
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/data/info.pb
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.188
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/logs
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.602140 26771 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.604247 26771 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.619367 26782 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:02.662 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [7ms] received response from server master-127.23.33.60:33863: OK, deferred=null) with no deferred attached!
14:06:02.674 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:02.674 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:02.674 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:02.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:02.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:02.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:02.675 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:02.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:02.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:02.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:02.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:02.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:02.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:02.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:02.894393 26769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } attempt: 5
14:06:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.899613 26769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.188:42299: Network error: Client connection negotiation failed: client connection to 127.25.252.188:42299: connect: Connection refused (error 111)
14:06:02.967 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113162967 for job 46167b4104acab610af5cd9644360c4d.
14:06:02.976 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:06:02.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
14:06:03.096 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:03.097 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:03.097 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:03.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:03.132 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:03.133 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:03.133 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:03.133 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.133 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.133 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:03.148 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:03.149 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:03.149 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:03.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.149 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.149 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.149 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.150 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:03.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:03.361 [DEBUG - pool-60-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [16ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.361 [DEBUG - pool-60-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [8ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.422 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:03.422 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:03.422 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:03.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:03.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:03.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:03.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:03.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:03.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:03.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:03.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:03.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:03.423 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.447111 26769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } attempt: 6
14:06:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:03.458170 26769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.252.188:42299: Network error: Client connection negotiation failed: client connection to 127.25.252.188:42299: connect: Connection refused (error 111)
14:06:03.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113163467 for job 46167b4104acab610af5cd9644360c4d.
14:06:03.477 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:06:03.478 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
14:06:03.491 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [12ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.564 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [6ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.564 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [7ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.564 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [5ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.604 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [10ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.605 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [10ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.605 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [8ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.605 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.23.215.126:44757, [7ms] received response from server master-127.23.215.126:44757: OK, deferred=null) with no deferred attached!
14:06:03.688 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:03.688 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:03.688 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:03.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.690 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:03.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:03.876 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:03.877 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:03.877 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:03.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:03.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.622035 26783 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:03.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:02.622573 26785 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:03.908143 26784 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:06:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.908269 26771 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.912432 26771 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:03.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.914939 26771 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:03.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.916368 26771 hybrid_clock.cc:648] HybridClock initialized: now 1779113163916338 us; error 48 us; skew 500 ppm
14:06:03.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.917215 26771 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.924156 26771 webserver.cc:533] Webserver started at http://127.25.252.188:43543/ using document root <none> and password file <none>
14:06:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.925390 26771 fs_manager.cc:362] Metadata directory not provided
14:06:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.925684 26771 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.926168 26771 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.931068 26771 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/data/instance:
14:06:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5a0f8a91e9c42fb89fdac224f6d432f"
14:06:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:03 on dist-test-slave-qn3m"
14:06:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.932430 26771 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/wal/instance:
14:06:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5a0f8a91e9c42fb89fdac224f6d432f"
14:06:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:03 on dist-test-slave-qn3m"
14:06:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.939958 26771 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
14:06:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.945889 26795 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.947062 26771 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
14:06:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.947433 26771 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/wal
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5a0f8a91e9c42fb89fdac224f6d432f"
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:03 on dist-test-slave-qn3m"
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:03.947865 26771 fs_report.cc:389] FS layout report
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/wal
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/wal
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/data/data
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:03.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113163967 for job 46167b4104acab610af5cd9644360c4d.
14:06:03.977 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:06:03.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
14:06:03.983 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:03.984 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:03.984 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:03.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:03.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:03.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:03.985 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:04.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:04.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:04.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:04.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.005 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:04.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.013537 26771 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.015143 26771 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.015688 26771 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.101227 26771 rpc_server.cc:307] RPC server started. Bound to: 127.25.252.188:42299
14:06:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.101305 26846 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.252.188:42299 every 8 connection(s)
14:06:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.104157 26771 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/data/info.pb
14:06:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.105216 26610 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 26771
14:06:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.105773 26610 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/master-2/wal/instance
14:06:04.112 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:04.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.110978 26847 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:04.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.116 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:04.116 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:04.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.117 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.132112 26847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } has no permanent_uuid. Determining permanent_uuid...
14:06:04.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.158175 26847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } has no permanent_uuid. Determining permanent_uuid...
14:06:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.165989 26690 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } attempt: 8
14:06:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.184974 26847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } has no permanent_uuid. Determining permanent_uuid...
14:06:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.188040 26690 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } has no permanent_uuid. Determining permanent_uuid...
14:06:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.203724 26847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f: Bootstrap starting.
14:06:04.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.212102 26847 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f: Neither blocks nor log segments found. Creating new log.
14:06:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.213022 26690 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: Bootstrap starting.
14:06:04.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.214453 26847 log.cc:826] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f: Log is configured to *not* fsync() on all Append() calls
14:06:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.220523 26847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f: No bootstrap required, opened a new log
14:06:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.220814 26690 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: Neither blocks nor log segments found. Creating new log.
14:06:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.223244 26690 log.cc:826] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: Log is configured to *not* fsync() on all Append() calls
14:06:04.226 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.231803 26690 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: No bootstrap required, opened a new log
14:06:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.250242 26847 raft_consensus.cc:359] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.251156 26847 raft_consensus.cc:385] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.251456 26847 raft_consensus.cc:740] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5a0f8a91e9c42fb89fdac224f6d432f, State: Initialized, Role: FOLLOWER
14:06:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.252522 26847 consensus_queue.cc:260] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.260881 26859 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.261900 26859 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: This master's current role is: FOLLOWER
14:06:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.262207 26690 raft_consensus.cc:359] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.262809 26847 sys_catalog.cc:565] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: configured and running, proceeding with master startup.
14:06:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.263049 26690 raft_consensus.cc:385] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.263348 26690 raft_consensus.cc:740] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35af49cc7e044a5bb11e4831f196ee8f, State: Initialized, Role: FOLLOWER
14:06:04.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.264361 26690 consensus_queue.cc:260] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.267102 26860 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.268079 26860 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [sys.catalog]: This master's current role is: FOLLOWER
14:06:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.269779 26690 sys_catalog.cc:565] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [sys.catalog]: configured and running, proceeding with master startup.
14:06:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:04.271095 26801 tablet.cc:2404] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.307862 26859 raft_consensus.cc:493] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:04.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.308568 26859 raft_consensus.cc:515] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.316671 26665 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35af49cc7e044a5bb11e4831f196ee8f" is_pre_election: true
14:06:04.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.317808 26665 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a5a0f8a91e9c42fb89fdac224f6d432f in term 0.
14:06:04.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.321017 26796 leader_election.cc:304] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35af49cc7e044a5bb11e4831f196ee8f, a5a0f8a91e9c42fb89fdac224f6d432f; no voters: 
14:06:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:04.323378 26879 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:06:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.323628 26859 leader_election.cc:290] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 35af49cc7e044a5bb11e4831f196ee8f (127.25.252.190:35095), 764fa42305054259a5d0299ebe89bb8f (127.25.252.189:42559)
14:06:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:04.323770 26879 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:06:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.324249 26859 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.324546 26859 raft_consensus.cc:493] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.324879 26859 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 0 FOLLOWER]: Advancing to term 1
14:06:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.330331 26859 raft_consensus.cc:515] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.333523 26859 leader_election.cc:290] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [CANDIDATE]: Term 1 election: Requested vote from peers 35af49cc7e044a5bb11e4831f196ee8f (127.25.252.190:35095), 764fa42305054259a5d0299ebe89bb8f (127.25.252.189:42559)
14:06:04.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.337522 26665 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35af49cc7e044a5bb11e4831f196ee8f"
14:06:04.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.338042 26665 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [term 0 FOLLOWER]: Advancing to term 1
14:06:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:04.352388 26882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:06:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:04.352756 26882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:06:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.356078 26665 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a5a0f8a91e9c42fb89fdac224f6d432f in term 1.
14:06:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.359483 26796 leader_election.cc:304] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35af49cc7e044a5bb11e4831f196ee8f, a5a0f8a91e9c42fb89fdac224f6d432f; no voters: 
14:06:04.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.367640 26859 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 1 FOLLOWER]: Leader election won for term 1
14:06:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:04.370366 26644 tablet.cc:2404] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.383878 26859 raft_consensus.cc:697] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [term 1 LEADER]: Becoming Leader. State: Replica: a5a0f8a91e9c42fb89fdac224f6d432f, State: Running, Role: LEADER
14:06:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.386576 26859 consensus_queue.cc:237] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.391 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:04.392 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:04.392 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:04.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.395 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.423020 26885 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: SysCatalogTable state changed. Reason: New leader a5a0f8a91e9c42fb89fdac224f6d432f. Latest consensus state: current_term: 1 leader_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.429817 26885 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: This master's current role is: LEADER
14:06:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.442200 26887 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:06:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.456490 26887 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:06:04.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113164467 for job 46167b4104acab610af5cd9644360c4d.
14:06:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.371613 26771 master_runner.cc:187] Error getting master registration for 127.25.252.189:42559: OK, instance_id { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" instance_seqno: 1779113162127565 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:06:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.473518 26771 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.343111 26622 master_runner.cc:187] Error getting master registration for 127.25.252.189:42559: OK, instance_id { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" instance_seqno: 1779113162127565 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:06:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.474438 26622 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:04.481 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:06:04.482 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
14:06:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.490379 26665 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [term 1 FOLLOWER]: Refusing update from remote peer a5a0f8a91e9c42fb89fdac224f6d432f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.493203 26859 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [LEADER]: Connected to new peer: Peer: permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:04.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.518601 26769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } attempt: 7
14:06:04.521 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:04.522 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:04.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.521770 26860 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [sys.catalog]: SysCatalogTable state changed. Reason: New leader a5a0f8a91e9c42fb89fdac224f6d432f. Latest consensus state: current_term: 1 leader_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:04.522 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:04.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.522483 26860 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [sys.catalog]: This master's current role is: FOLLOWER
14:06:04.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:04.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:04.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:04.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:04.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:04.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:04.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:04.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:04.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:04.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.534459 26888 mvcc.cc:204] Tried to move back new op lower bound from 7287247521701937152 to 7287247521371262976. Current Snapshot: MvccSnapshot[applied={T|T < 7287247521701937152}]
14:06:04.541 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:04.542 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:04.542 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:04.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:04.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:04.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:04.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:04.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:04.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:04.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:04.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:04.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:04.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.540207 26889 mvcc.cc:204] Tried to move back new op lower bound from 7287247521701937152 to 7287247521371262976. Current Snapshot: MvccSnapshot[applied={T|T < 7287247521701937152}]
14:06:04.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.549243 26859 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:04.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.549983 26859 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: This master's current role is: LEADER
14:06:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.565871 26860 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.566618 26860 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f [sys.catalog]: This master's current role is: FOLLOWER
14:06:04.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.575425 26887 catalog_manager.cc:1382] Generated new cluster ID: ac168402030a46ffa01f8fd20dc24892
14:06:04.581 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [6ms] received response from server master-127.23.33.60:33863: OK, deferred=null) with no deferred attached!
14:06:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.575738 26887 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:06:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.591461 26769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f: Bootstrap starting.
14:06:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.615113 26769 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f: Neither blocks nor log segments found. Creating new log.
14:06:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.628048 26769 log.cc:826] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f: Log is configured to *not* fsync() on all Append() calls
14:06:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.652624 26887 catalog_manager.cc:1405] Generated new certificate authority record
14:06:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.654698 26887 catalog_manager.cc:1539] Loading token signing keys...
14:06:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.664068 26769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f: No bootstrap required, opened a new log
14:06:04.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.708266 26887 catalog_manager.cc:6069] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f: Generated new TSK 0
14:06:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.709378 26887 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:06:04.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.727767 26610 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/wal
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/data
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/logs
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/data/info.pb
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.129:0
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.252.129
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.129
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.843727 26769 raft_consensus.cc:359] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.850312 26769 raft_consensus.cc:385] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.852241 26769 raft_consensus.cc:740] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 764fa42305054259a5d0299ebe89bb8f, State: Initialized, Role: FOLLOWER
14:06:04.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.857201 26769 consensus_queue.cc:260] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } }
14:06:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.871731 26744 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "764fa42305054259a5d0299ebe89bb8f" is_pre_election: true
14:06:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.871980 26743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "764fa42305054259a5d0299ebe89bb8f"
14:06:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.872563 26742 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [term 0 FOLLOWER]: Advancing to term 1
14:06:04.883 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:04.884 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:04.884 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:04.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.887 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.890025 26742 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [term 1 FOLLOWER]: Refusing update from remote peer a5a0f8a91e9c42fb89fdac224f6d432f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:04.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.891793 26885 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [LEADER]: Connected to new peer: Peer: permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:04.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.899998 26769 sys_catalog.cc:565] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [sys.catalog]: configured and running, proceeding with master startup.
14:06:04.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.871099 26897 sys_catalog.cc:455] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.903030 26897 sys_catalog.cc:458] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [sys.catalog]: This master's current role is: FOLLOWER
14:06:04.949 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:04.949 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:04.950 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:04.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:04.952 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:04.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.952 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:04.952 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:04.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113164967 for job 46167b4104acab610af5cd9644360c4d.
14:06:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:04.979121 26900 mvcc.cc:204] Tried to move back new op lower bound from 7287247521701937152 to 7287247521371262976. Current Snapshot: MvccSnapshot[applied={T|T < 7287247521701937152}]
14:06:04.980 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:06:04.982 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
14:06:05.012 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:05.013 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:05.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:05.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:05.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:05.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:05.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:05.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:05.016 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:05.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:05.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:05.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:05.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.032935 26898 sys_catalog.cc:455] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.033775 26898 sys_catalog.cc:458] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [sys.catalog]: This master's current role is: FOLLOWER
14:06:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.031245 26897 sys_catalog.cc:455] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [sys.catalog]: SysCatalogTable state changed. Reason: New leader a5a0f8a91e9c42fb89fdac224f6d432f. Latest consensus state: current_term: 1 leader_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.034687 26897 sys_catalog.cc:458] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f [sys.catalog]: This master's current role is: FOLLOWER
14:06:05.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.116078 26914 catalog_manager.cc:1294] Loaded cluster ID: ac168402030a46ffa01f8fd20dc24892
14:06:05.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.116353 26914 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f: loading cluster ID for follower catalog manager: success
14:06:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.140208 26914 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f: acquiring CA information for follower catalog manager: success
14:06:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.157773 26914 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 764fa42305054259a5d0299ebe89bb8f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:05.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.303556 26885 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35af49cc7e044a5bb11e4831f196ee8f" member_type: VOTER last_known_addr { host: "127.25.252.190" port: 35095 } } peers { permanent_uuid: "764fa42305054259a5d0299ebe89bb8f" member_type: VOTER last_known_addr { host: "127.25.252.189" port: 42559 } } peers { permanent_uuid: "a5a0f8a91e9c42fb89fdac224f6d432f" member_type: VOTER last_known_addr { host: "127.25.252.188" port: 42299 } } }
14:06:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.304334 26885 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5a0f8a91e9c42fb89fdac224f6d432f [sys.catalog]: This master's current role is: LEADER
14:06:05.343 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:05.344 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:05.344 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:05.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:05.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:05.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:05.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:05.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:05.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:05.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:05.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:05.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:05.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.359836 26882 catalog_manager.cc:1294] Loaded cluster ID: ac168402030a46ffa01f8fd20dc24892
14:06:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.360392 26882 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: loading cluster ID for follower catalog manager: success
14:06:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.370316 26882 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: acquiring CA information for follower catalog manager: success
14:06:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.379853 26882 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 35af49cc7e044a5bb11e4831f196ee8f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.467103 26896 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.468134 26896 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:05.469 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113165468 for job 46167b4104acab610af5cd9644360c4d.
14:06:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.469136 26896 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:05.478 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:06:05.479 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
14:06:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.549450 26896 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:05.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.551231 26896 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.252.129
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.630924 26896 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/data
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/wal
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.129:0
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/data/info.pb
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.129
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.252.129
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/logs
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:05.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.633808 26896 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:05.637928 26896 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.674168 26925 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:05.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:05.762 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:05.763 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:05.763 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:05.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:05.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:05.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:05.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:05.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:05.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:05.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:05.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:05.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:05.764 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:05.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.791652 26596 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7880 after lost signal to thread 26470
14:06:05.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.793169 26596 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad3e0 after lost signal to thread 26599
14:06:05.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113165968 for job 46167b4104acab610af5cd9644360c4d.
14:06:05.980 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:06:05.982 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
14:06:06.002 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:06.003 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:06.003 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:06.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:06.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:06.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:06.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:06.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:06.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:06.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:06.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:06.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:06.005 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:06.136 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:06.136 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:06.137 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:06.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.138 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:06.152 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:06.152 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:06.152 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:06.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.153 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.153 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.153 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.153 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.154 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:06.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:06.328 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:06.329 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:06.329 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:06.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.330 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:06.376 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:06.377 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:06.377 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:06.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.380 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:06.434 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:06.434 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:06.434 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:06.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:06.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:06.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:06.437 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:06.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113166467 for job 46167b4104acab610af5cd9644360c4d.
14:06:06.483 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
14:06:06.484 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
14:06:06.581 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [9ms] received response from server master-127.23.33.60:33863: OK, deferred=null) with no deferred attached!
14:06:06.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:06.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113166967 for job 46167b4104acab610af5cd9644360c4d.
14:06:06.980 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:06:06.983 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
14:06:07.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:07.303 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:07.304 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:07.304 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:07.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:07.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:07.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:07.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:07.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:07.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:07.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:07.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:07.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:07.305 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:07.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113167467 for job 46167b4104acab610af5cd9644360c4d.
14:06:07.480 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:06:07.483 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
14:06:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:07.063275 26924 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 26896
14:06:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:07.524365 26924 kernel_stack_watchdog.cc:198] Thread 26896 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 386ms:
14:06:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:05.675374 26926 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:07.529996 26927 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1856 milliseconds
14:06:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:07.531493 26896 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.856s	user 0.208s	sys 0.516s
14:06:07.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:07.531942 26928 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:07.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:07.532086 26896 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.857s	user 0.208s	sys 0.517s
14:06:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.532618 26896 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.534260 26896 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.551303 26896 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.552896 26896 hybrid_clock.cc:648] HybridClock initialized: now 1779113167552821 us; error 59 us; skew 500 ppm
14:06:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.554163 26896 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.594843 26896 webserver.cc:533] Webserver started at http://127.25.252.129:34449/ using document root <none> and password file <none>
14:06:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.596299 26896 fs_manager.cc:362] Metadata directory not provided
14:06:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.596633 26896 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.597270 26896 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.605042 26896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/data/instance:
14:06:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5"
14:06:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:07 on dist-test-slave-qn3m"
14:06:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.606540 26896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/wal/instance:
14:06:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5"
14:06:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:07 on dist-test-slave-qn3m"
14:06:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.622690 26896 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.005s	sys 0.009s
14:06:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.639321 26937 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.640856 26896 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.008s	sys 0.000s
14:06:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.641275 26896 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/wal
14:06:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5"
14:06:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:07 on dist-test-slave-qn3m"
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.641729 26896 fs_report.cc:389] FS layout report
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/wal
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/wal
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/data/data
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:07.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:07.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:07.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:07.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:07.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:07.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.809621 26896 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.811700 26896 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.812486 26896 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.822113 26896 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.835412 26896 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.835729 26896 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:06:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.836074 26896 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:07.836298 26896 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:07.968 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113167967 for job 46167b4104acab610af5cd9644360c4d.
14:06:07.981 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:06:07.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
14:06:08.088 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:08.088 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:08.088 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:08.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:08.203 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:08.203 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:08.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:08.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:08.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:08.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:08.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:08.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:08.205 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:08.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:08.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:08.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:08.206 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:08.227 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:08.292 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:08.292 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:08.292 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:08.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.295 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:08.331 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:08.331 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:08.332 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:08.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.334 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:08.413 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:08.414 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:08.414 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:08.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:08.432 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:08.432 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:08.433 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:08.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.437 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:08.437 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:08.438 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:08.438 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:08.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.440 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:08.468 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113168467 for job 46167b4104acab610af5cd9644360c4d.
14:06:08.486 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 46167b4104acab610af5cd9644360c4d (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
14:06:08.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
14:06:08.581 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [5ms] received response from server master-127.23.33.60:33863: OK, deferred=null) with no deferred attached!
14:06:08.642 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.642 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.642 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.645 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.647 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=28087), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [1ms] received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [305ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [505ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [843ms] refreshing cache from master, [843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [844ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [845ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [845ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [846ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1063ms] refreshing cache from master, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1065ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4862ms] refreshing cache from master, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4864ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4865ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [4866ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4870ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4870ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4933ms] refreshing cache from master, [4933ms] too many traces: truncated at 100 traces, deferred=Deferred@1835685785(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@7b9aa7e2 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370)))
14:06:08.652 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.652 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.652 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.653 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=28087), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [1ms] received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [305ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [505ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [843ms] refreshing cache from master, [843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [844ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [845ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [845ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [846ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1063ms] refreshing cache from master, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1065ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4862ms] refreshing cache from master, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4864ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4865ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [4866ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4870ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4870ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4933ms] refreshing cache from master, [4933ms] too many traces: truncated at 100 traces, deferred=Deferred@1835685785(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@7b9aa7e2 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=28087), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [1ms] received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [305ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [505ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [843ms] refreshing cache from master, [843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [844ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [845ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [845ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [846ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1063ms] refreshing cache from master, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1065ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4862ms] refreshing cache from master, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4864ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4865ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [4866ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4870ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4870ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4933ms] refreshing cache from master, [4933ms] too many traces: truncated at 100 traces, deferred=Deferred@1835685785(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@7b9aa7e2 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:08.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.682 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.683 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.683 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.686 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.704 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.704 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.705 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.712 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.713 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=28087), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [1ms] received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [305ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [505ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [843ms] refreshing cache from master, [843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [844ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [845ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [845ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [846ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1063ms] refreshing cache from master, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1065ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4862ms] refreshing cache from master, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4864ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4865ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [4866ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4870ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4870ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4933ms] refreshing cache from master, [4933ms] too many traces: truncated at 100 traces, deferred=Deferred@1835685785(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@7b9aa7e2 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=28087), Traces: [0ms] sending RPC to server master-127.23.33.60:33863, [1ms] received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [305ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [505ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [505ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [843ms] refreshing cache from master, [843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [844ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [845ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [845ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [846ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [846ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1063ms] refreshing cache from master, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1065ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4862ms] refreshing cache from master, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4864ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4865ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [4866ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4870ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4870ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4933ms] refreshing cache from master, [4933ms] too many traces: truncated at 100 traces, deferred=Deferred@1835685785(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@7b9aa7e2 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2067001861 after retry RPC after error@332899604) -> (continuation of Deferred@742321768 after retry RPC after error@45480378) -> (continuation of Deferred@1718779955 after retry RPC after error@1210283756) -> (continuation of Deferred@330665006 after retry RPC after error@1046536139) -> (continuation of Deferred@1289855788 after retry RPC after error@530982986) -> (continuation of Deferred@550310764 after retry RPC after error@418057785) -> (continuation of Deferred@1498556107 after retry RPC after error@1998102995) -> (continuation of Deferred@1057393199 after retry RPC after error@2136789296) -> (continuation of Deferred@930141294 after retry RPC after error@97840490) -> (continuation of Deferred@243812365 after retry RPC after error@390385085) -> (continuation of Deferred@648460447 after retry RPC after error@79412892) -> (continuation of Deferred@1212106278 after retry RPC after error@2032620473) -> (continuation of Deferred@1784049218 after retry RPC after error@859857610) -> (continuation of Deferred@24906994 after retry RPC after error@1107639807) -> (continuation of Deferred@460877699 after retry RPC after error@731777044) -> (continuation of Deferred@1256495625 after retry RPC after error@560311407) -> (continuation of Deferred@2042219447 after retry RPC after error@574403132) -> (continuation of Deferred@1290162336 after retry RPC after error@1080859527) -> (continuation of Deferred@2000618574 after retry RPC after error@810935751) -> (continuation of Deferred@1321783357 after retry RPC after error@1784470208) -> (continuation of Deferred@1699655345 after retry RPC after error@2057966594) -> (continuation of Deferred@1919642194 after retry RPC after error@2129470469) -> (continuation of Deferred@1850091087 after retry RPC after error@1147544961) -> (continuation of Deferred@1844899493 after retry RPC after error@2058105362) -> (continuation of Deferred@629610326 after retry RPC after error@1354265674) -> (continuation of Deferred@174144318 after retry RPC after error@289842370)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:08.721 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.722 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.722 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.726 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:08.742 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.747 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.747 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.750 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.753 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:06:08.753 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RUNNING to RESTARTING.
14:06:08.754 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
14:06:08.761 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:06:08.762 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:06:08.762 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:06:08.762 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:06:08.764 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
14:06:08.765 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:06:08.766 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
14:06:08.768 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:06:08.768 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
14:06:08.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:06:08.781 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.782 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.782 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.786 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.787 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] disconnecting while in state TERMINATED
14:06:08.787 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.215.124:34465(127.23.215.124:34465)] disconnecting while in state TERMINATED
14:06:08.787 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.215.125:37669(127.23.215.125:37669)] disconnecting while in state TERMINATED
14:06:08.787 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.215.126:44757(127.23.215.126:44757)] disconnecting while in state TERMINATED
14:06:08.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:08.789 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
14:06:08.790 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:06:08.790 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
14:06:08.801 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.802 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.802 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.811 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:06:08.811 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:06:08.812 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:06:08.827 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 64581590dd44460d972cbe9621a88013(127.23.215.67:36473)] disconnecting while in state TERMINATED
14:06:08.827 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.215.124:34465(127.23.215.124:34465)] disconnecting while in state TERMINATED
14:06:08.827 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.215.125:37669(127.23.215.125:37669)] disconnecting while in state TERMINATED
14:06:08.827 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.215.126:44757(127.23.215.126:44757)] disconnecting while in state TERMINATED
14:06:08.828 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:08.828 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:06:08.829 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
14:06:08.829 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
14:06:08.848 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:06:08.848 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:06:08.848 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:06:08.861 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.215.124:34465(127.23.215.124:34465)] disconnecting while in state TERMINATED
14:06:08.861 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.215.125:37669(127.23.215.125:37669)] disconnecting while in state TERMINATED
14:06:08.861 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.215.126:44757(127.23.215.126:44757)] disconnecting while in state TERMINATED
14:06:08.862 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] disconnecting while in state TERMINATED
14:06:08.862 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:08.863 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
14:06:08.865 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
14:06:08.866 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:06:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:08.871229 27059 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.252.129:34279 every 8 connection(s)
14:06:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:08.871908 26896 rpc_server.cc:307] RPC server started. Bound to: 127.25.252.129:34279
14:06:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:08.875952 26896 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/data/info.pb
14:06:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:08.881485 26610 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 26896
14:06:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:08.882169 26610 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-0/wal/instance
14:06:08.887 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:06:08.888 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:06:08.888 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:06:08.895 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.215.124:34465(127.23.215.124:34465)] disconnecting while in state TERMINATED
14:06:08.895 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.215.125:37669(127.23.215.125:37669)] disconnecting while in state TERMINATED
14:06:08.895 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.215.126:44757(127.23.215.126:44757)] disconnecting while in state TERMINATED
14:06:08.895 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 744c496c346245068710877c1cac338d(127.23.215.66:35793)] disconnecting while in state TERMINATED
14:06:08.895 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:08.896 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
14:06:08.896 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
14:06:08.896 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:08.899719 26610 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/wal
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/data
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/logs
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/data/info.pb
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.130:0
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.252.130
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.130
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:08.922 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:08.922 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:08.922 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:08.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:08.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:08.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:08.925 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:08.926 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
14:06:08.927 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:06:08.927 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:06:08.927 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:06:08.928 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
14:06:08.929 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:06:08.930 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:08.939 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
14:06:08.939 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:06:08.942 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:06:08.942 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:06:08.943 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
14:06:08.943 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:06:08.944 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:08.953 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:06:08.954 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:06:08.961 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:06:08.962 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:06:08.962 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
14:06:08.963 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:06:08.964 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:08.969 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:08.969 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:08.969 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:08.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.972 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:08.984 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:08.984 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:08.985 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:08.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:08.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:08.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:08.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:08.990 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
14:06:08.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:06:08.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:06:08.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:06:08.992 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
14:06:08.992 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:06:08.993 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 46167b4104acab610af5cd9644360c4d
14:06:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.034981 27066 heartbeater.cc:344] Connected to a master server at 127.25.252.189:42559
14:06:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.035494 27066 heartbeater.cc:461] Registering TS with master...
14:06:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.037108 27066 heartbeater.cc:507] Master 127.25.252.189:42559 requested a full tablet report, sending...
14:06:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.041482 26734 ts_manager.cc:194] Registered new tserver with Master: efea5cf5ff2b49acaa2b3e5e8bdefee5 (127.25.252.129:34279)
14:06:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.058128 27061 heartbeater.cc:344] Connected to a master server at 127.25.252.188:42299
14:06:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.058501 27061 heartbeater.cc:461] Registering TS with master...
14:06:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.059384 27061 heartbeater.cc:507] Master 127.25.252.188:42299 requested a full tablet report, sending...
14:06:09.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.062341 26812 ts_manager.cc:194] Registered new tserver with Master: efea5cf5ff2b49acaa2b3e5e8bdefee5 (127.25.252.129:34279)
14:06:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.066486 26812 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.252.129:49721
14:06:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.069643 27075 heartbeater.cc:344] Connected to a master server at 127.25.252.190:35095
14:06:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.070050 27075 heartbeater.cc:461] Registering TS with master...
14:06:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.071005 27075 heartbeater.cc:507] Master 127.25.252.190:35095 requested a full tablet report, sending...
14:06:09.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:09.077509 26655 ts_manager.cc:194] Registered new tserver with Master: efea5cf5ff2b49acaa2b3e5e8bdefee5 (127.25.252.129:34279)
14:06:09.181 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:09.182 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:09.182 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:09.183 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:09.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:09.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:09.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:09.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:09.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:09.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:09.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:09.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:09.185 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:09.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:09.343 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:09.344 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:09.344 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:09.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.346 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.346 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.346 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.346 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.346 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.347 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:09.681 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:09.681 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:09.681 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:09.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:09.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:09.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:09.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:09.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:09.710 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:09.710 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:09.711 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:09.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:09.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:09.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:09.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:09.715 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:09.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.715 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:09.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:09.752 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:09.753 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:09.753 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:09.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:09.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:09.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:09.755 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:09.871 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RESTARTING to RUNNING.
14:06:09.871 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 46167b4104acab610af5cd9644360c4d from Checkpoint 71 @ 1779113168467 for 46167b4104acab610af5cd9644360c4d located at file:/tmp/junit1997771594265435018/checkpoints/46167b4104acab610af5cd9644360c4d/chk-71.
14:06:09.872 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
14:06:09.872 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:06:09.876 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
14:06:09.877 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:09.879 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
14:06:09.879 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 9d4699c768d84e7eef6ad1d2a837b629
14:06:09.879 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
14:06:09.879 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:06:09.881 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 9d4699c768d84e7eef6ad1d2a837b629.
14:06:09.884 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:09.885 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
14:06:09.885 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 829b669c9d09e09bfe46427a95cc7f96
14:06:09.887 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
14:06:09.892 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:09.894 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
14:06:09.894 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 95b6f7e427a4183710e9a5a05541822d
14:06:09.894 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
14:06:09.897 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:06:09.898 [INFO - Thread-20] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:06:09.898 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state TERMINATED
14:06:09.900 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
14:06:09.901 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state TERMINATED
14:06:09.902 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id a1be49eec86fee4ded01ecf9c76e477a
14:06:09.902 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state TERMINATED
14:06:09.904 [DEBUG - Thread-20] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:09.907 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
14:06:09.908 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
14:06:09.908 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
14:06:09.915 [INFO - Thread-20] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:06:09.916 [INFO - Thread-20] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:06:09.918 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:06:09.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
14:06:09.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
14:06:09.922 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 829b669c9d09e09bfe46427a95cc7f96.
14:06:09.923 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:06:09.924 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 95b6f7e427a4183710e9a5a05541822d.
14:06:09.925 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:06:09.926 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id a1be49eec86fee4ded01ecf9c76e477a.
14:06:09.929 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
14:06:09.929 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
14:06:09.930 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
14:06:09.931 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
14:06:09.929 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
14:06:09.931 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
14:06:09.933 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f1c7db6
14:06:09.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:09.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:06:09.941 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:06:09.941 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:06:09.938 [DEBUG - Thread-20] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:09.936 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@19094874
14:06:09.949 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:09.949 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:06:09.935 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7542bde2
14:06:09.950 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:09.950 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:06:09.951 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:06:09.952 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:06:09.934 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1dca9f6a
14:06:09.953 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:09.954 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:06:09.954 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:06:09.968 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:06:10.001 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:06:10.004 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:06:10.008 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a01d54a
14:06:10.011 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21d5efb
14:06:10.012 [INFO - Thread-20] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:06:10.026 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f6cd7b1
14:06:10.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:10.040 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:10.040 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:10.040 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:10.040 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:10.043 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6761f88
14:06:10.046 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:10.067 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:10.070 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:10.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:10.075116 27061 heartbeater.cc:499] Master 127.25.252.188:42299 was elected leader, sending a full tablet report...
14:06:10.083 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:10.091 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.119 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.129 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:10.129 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:10.129 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:10.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.132 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:10.135 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.160 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.179 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.189 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.198 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:10.213508 27065 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:10.214257 27065 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:10.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:10.215006 27065 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:10.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.221 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:10.228 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.231 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.240 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.240 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.241 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.243 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:10.243 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:10.244 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:10.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:10.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.252 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.254 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.260 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.263 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.275 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.281 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.296 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.296 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.298 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.300 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.300 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.306 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.311 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.320 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.321 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.321 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.328 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.331 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:10.332607 27065 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:10.334024 27065 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.252.130
14:06:10.338 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.341 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.344 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.362 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.362 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.362 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.363 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.365 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.367 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.371 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.377 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.380 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.382 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.389 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.391 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.391 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.392 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.392 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.394 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.396 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.396 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.398 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.400 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.400 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.400 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.402 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.404 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.404 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.406 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.407 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.412 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.412 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.412 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.415 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.416 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.416 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.418 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.419 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.419 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.419 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.420 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.420 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.421 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.421 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.421 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.421 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.421 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.421 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.420 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.422 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.422 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.423 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.423 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.424 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.425 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.425 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:10.427793 27065 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/data
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/wal
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.130:0
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/data/info.pb
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.130
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.252.130
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/logs
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:10.429646 27065 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:10.432 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.432 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.432 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.434 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:10.431861 27065 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:10.436 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.436 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.436 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.439 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.440 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.440 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.441 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.443 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.448 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.448 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.448 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.449 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.449 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.449 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.450 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.451 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.451 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.451 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.454 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.454 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.455 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.455 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.457 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.457 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.457 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.458 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.459 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.480 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.480 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.480 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.481 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.481 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.481 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.481 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.482 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.482 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.485 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.491 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.492 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.492 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.494 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.495 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.495 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.495 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.499 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.500 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.500 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.501 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.501 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.501 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.501 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.502 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:10.501669 27141 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:10.520 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.520 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.521 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.523 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:10.535 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.536 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.536 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.538 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.540 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.540 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.541 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.542 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.542 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.542 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.596 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.596 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.596 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.598 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.612 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.612 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.613 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.619 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.619 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.620 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.621 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.621 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.621 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.621 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.624 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.660 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.660 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.661 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.663 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.683 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.683 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.683 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.686 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:10.782 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:10.783 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:10.783 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:10.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:10.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:10.784 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:10.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:10.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:10.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:10.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:10.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:10.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:10.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:10.800 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:10.801 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:10.801 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:10.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:10.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:10.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:10.805 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:10.835 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.836 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.836 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.839 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.872 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:10.872 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:10.872 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:10.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:10.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:10.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:10.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:10.899 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.900 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.900 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.904 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:10.932 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:10.933 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:10.933 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:10.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:10.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:10.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:10.936 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:11.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:11.056 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:11.057 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:11.057 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:11.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.060 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:11.075 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:11.076 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:11.076 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:11.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.094 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:11.100 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:11.101 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:11.101 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:11.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:11.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:11.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:11.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:11.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:11.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:11.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:11.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:11.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:11.105 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:11.159 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:11.160 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:11.160 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:11.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.161 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.161 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.161 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.161 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.161 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.161 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:11.220 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:11.220 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:11.221 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:11.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:11.224 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:11.340 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:11.340 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:11.340 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:11.341 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.341 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.341 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.342 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:11.352 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:11.352 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:11.352 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:11.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.354 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:11.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:11.560 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:11.560 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:11.560 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:11.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.561 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.564 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:11.724 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:11.836 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:11.836 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:11.836 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:11.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:11.869 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:11.869 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:11.869 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:11.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:11.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:11.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:11.871 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:11.951 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:11.952 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:11.952 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:11.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:11.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:11.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:11.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:12.024 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:12.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:10.509188 27142 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:12.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:11.891649 27140 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 27065
14:06:12.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.116179 27065 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.614s	user 0.516s	sys 1.036s
14:06:12.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.116878 27065 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.616s	user 0.516s	sys 1.037s
14:06:12.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.127269 27065 server_base.cc:1061] running on GCE node
14:06:12.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.128302 27148 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.130015 27065 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:12.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.132663 27065 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:12.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.134109 27065 hybrid_clock.cc:648] HybridClock initialized: now 1779113172134073 us; error 46 us; skew 500 ppm
14:06:12.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.135046 27065 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:12.140 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:12.141 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:12.141 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:12.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:12.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:12.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:12.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:12.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:12.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:12.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:12.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:12.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:12.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:12.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.143420 27065 webserver.cc:533] Webserver started at http://127.25.252.130:34263/ using document root <none> and password file <none>
14:06:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.145025 27065 fs_manager.cc:362] Metadata directory not provided
14:06:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.145326 27065 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.145879 27065 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.151288 27065 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/data/instance:
14:06:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda6a71ec28f414581a0a17425146f61"
14:06:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:12 on dist-test-slave-qn3m"
14:06:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.153193 27065 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/wal/instance:
14:06:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda6a71ec28f414581a0a17425146f61"
14:06:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:12 on dist-test-slave-qn3m"
14:06:12.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.163033 27065 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.005s
14:06:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.171422 27153 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.174033 27065 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.004s	sys 0.002s
14:06:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.174396 27065 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/wal
14:06:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda6a71ec28f414581a0a17425146f61"
14:06:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:12 on dist-test-slave-qn3m"
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.174758 27065 fs_report.cc:389] FS layout report
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/wal
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/wal
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/data/data
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:12.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.243669 27065 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.245450 27065 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.246126 27065 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:12.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.249276 27065 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.254510 27065 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.254806 27065 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:06:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.255342 27065 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.255544 27065 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:12.291 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:12.292 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:12.292 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:12.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.292 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.292 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:12.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.437244 27065 rpc_server.cc:307] RPC server started. Bound to: 127.25.252.130:32857
14:06:12.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.437361 27266 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.252.130:32857 every 8 connection(s)
14:06:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.440817 27065 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/data/info.pb
14:06:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.448890 26610 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 27065
14:06:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.449398 26610 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-1/wal/instance
14:06:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.470371 26610 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/wal
14:06:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/data
14:06:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/logs
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/data/info.pb
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.131:0
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.252.131
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.131
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:12.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.488530 27267 heartbeater.cc:344] Connected to a master server at 127.25.252.188:42299
14:06:12.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.489130 27267 heartbeater.cc:461] Registering TS with master...
14:06:12.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.490476 27267 heartbeater.cc:507] Master 127.25.252.188:42299 requested a full tablet report, sending...
14:06:12.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.493749 26812 ts_manager.cc:194] Registered new tserver with Master: fda6a71ec28f414581a0a17425146f61 (127.25.252.130:32857)
14:06:12.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.495245 26812 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.252.130:56063
14:06:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.499025 27268 heartbeater.cc:344] Connected to a master server at 127.25.252.189:42559
14:06:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.499523 27268 heartbeater.cc:461] Registering TS with master...
14:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.501293 27268 heartbeater.cc:507] Master 127.25.252.189:42559 requested a full tablet report, sending...
14:06:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.505800 26734 ts_manager.cc:194] Registered new tserver with Master: fda6a71ec28f414581a0a17425146f61 (127.25.252.130:32857)
14:06:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.510001 27269 heartbeater.cc:344] Connected to a master server at 127.25.252.190:35095
14:06:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.510388 27269 heartbeater.cc:461] Registering TS with master...
14:06:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.511251 27269 heartbeater.cc:507] Master 127.25.252.190:35095 requested a full tablet report, sending...
14:06:12.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.513978 26654 ts_manager.cc:194] Registered new tserver with Master: fda6a71ec28f414581a0a17425146f61 (127.25.252.130:32857)
14:06:12.524 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:12.608 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:12.608 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:12.609 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:12.609 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.609 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.610 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.610 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.610 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.610 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.611 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:12.699 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:12.700 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:12.700 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:12.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.701 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:12.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:12.832 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:12.832 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:12.833 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:12.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.833 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.833 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.833 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.833 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.834 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:12.875 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:12.876 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:12.876 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:12.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:12.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:12.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:12.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.883054 27277 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.883538 27277 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:12.884 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:12.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.884195 27277 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:12.884 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:12.884 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:12.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.885 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:12.923 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:12.923 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:12.924 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:12.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.923750 27277 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:12.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:12.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:12.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.925211 27277 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.252.131
14:06:12.943 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:12.943 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:12.944 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:12.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:12.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:12.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:12.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:12.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:12.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:12.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:12.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:12.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:12.945 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.970732 27277 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.252.148:46459
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/data
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/wal
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.252.131:0
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/data/info.pb
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.252.131
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.252.131
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/logs
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.972450 27277 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:12.974181 27277 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.988893 27285 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:13.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:13.157 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:13.158 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:13.158 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:13.159 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.159 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.160 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.160 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.160 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.160 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:13.160 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:13.162 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:13.163 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:13.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:13.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:13.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:13.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:13.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:13.164 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:13.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:13.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:13.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:13.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:13.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:13.404 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:13.405 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:13.405 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:13.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.407 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:13.514240 27267 heartbeater.cc:499] Master 127.25.252.188:42299 was elected leader, sending a full tablet report...
14:06:13.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:13.696 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:13.697 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:13.697 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:13.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.701 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:13.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:13.733 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:13.734 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:13.734 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:13.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:13.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:13.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:13.737 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:13.740 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:13.740 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:13.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:13.741 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:13.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:13.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:13.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:13.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:13.742 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:13.742 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:13.742 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:13.742 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:13.742 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:13.820 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:13.821 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:13.821 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:13.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:13.822 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:13.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:13.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:13.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:13.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:13.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:13.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:13.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:13.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:13.941 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:13.941 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:13.942 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:13.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:13.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:13.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:13.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:13.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:13.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:13.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:13.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:13.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:13.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:14.026 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:14.224 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:14.434 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:14.434 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:14.434 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:14.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.437 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:14.528 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:14.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:14.777 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:14.777 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:14.778 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:14.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.780 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:14.844 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:14.844 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:14.844 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:14.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.846 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:14.892 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:14.893 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:14.893 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:14.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.893 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.893 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.893 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:14.973 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:14.973 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:14.974 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:14.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:14.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:14.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:14.978 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:15.026 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:14.398350 27284 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 27277
14:06:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.063634 27288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.063917 27287 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2072 milliseconds
14:06:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:12.989346 27286 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.061033 27277 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.072s	user 0.613s	sys 1.101s
14:06:15.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.064810 27277 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.076s	user 0.614s	sys 1.101s
14:06:15.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.065335 27277 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.080160 27277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.082708 27277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:15.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.084235 27277 hybrid_clock.cc:648] HybridClock initialized: now 1779113175084171 us; error 41 us; skew 500 ppm
14:06:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.085284 27277 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.093046 27277 webserver.cc:533] Webserver started at http://127.25.252.131:35733/ using document root <none> and password file <none>
14:06:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.094252 27277 fs_manager.cc:362] Metadata directory not provided
14:06:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.094471 27277 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.094877 27277 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.099860 27277 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/data/instance:
14:06:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e"
14:06:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:15 on dist-test-slave-qn3m"
14:06:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.102365 27277 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/wal/instance:
14:06:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e"
14:06:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:15 on dist-test-slave-qn3m"
14:06:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.112766 27277 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
14:06:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.121016 27296 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.122568 27277 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
14:06:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.123023 27277 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/wal
14:06:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e"
14:06:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:15 on dist-test-slave-qn3m"
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.123454 27277 fs_report.cc:389] FS layout report
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/wal
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/wal
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/data/data
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:15.189 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:15.189 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:15.190 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.190 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:15.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:15.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.200546 27277 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:15.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.202270 27277 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.202905 27277 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.205977 27277 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.211562 27277 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.211854 27277 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:06:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.212198 27277 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.212419 27277 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:15.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.273192 25858 messenger.cc:194] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.25.45.190:35733
14:06:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.388170 27277 rpc_server.cc:307] RPC server started. Bound to: 127.25.252.131:42309
14:06:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.388338 27409 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.252.131:42309 every 8 connection(s)
14:06:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.391384 27277 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/data/info.pb
14:06:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.399487 26610 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 27277
14:06:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.399997 26610 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster15203571447793174167/ts-2/wal/instance
14:06:15.429 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:15.429 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:15.429 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:15.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.466009 27411 heartbeater.cc:344] Connected to a master server at 127.25.252.189:42559
14:06:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.466478 27411 heartbeater.cc:461] Registering TS with master...
14:06:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.468003 27411 heartbeater.cc:507] Master 127.25.252.189:42559 requested a full tablet report, sending...
14:06:15.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.469808 27412 heartbeater.cc:344] Connected to a master server at 127.25.252.190:35095
14:06:15.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.470273 27412 heartbeater.cc:461] Registering TS with master...
14:06:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.471253 27412 heartbeater.cc:507] Master 127.25.252.190:35095 requested a full tablet report, sending...
14:06:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.471691 26734 ts_manager.cc:194] Registered new tserver with Master: 7b52fcccb25d4fd4bf2dfe2f60ef4d5e (127.25.252.131:42309)
14:06:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.474267 26654 ts_manager.cc:194] Registered new tserver with Master: 7b52fcccb25d4fd4bf2dfe2f60ef4d5e (127.25.252.131:42309)
14:06:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.477766 27410 heartbeater.cc:344] Connected to a master server at 127.25.252.188:42299
14:06:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.478123 27410 heartbeater.cc:461] Registering TS with master...
14:06:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.478948 27410 heartbeater.cc:507] Master 127.25.252.188:42299 requested a full tablet report, sending...
14:06:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.481501 26812 ts_manager.cc:194] Registered new tserver with Master: 7b52fcccb25d4fd4bf2dfe2f60ef4d5e (127.25.252.131:42309)
14:06:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.483238 26812 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.252.131:50335
14:06:15.490 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:15.490 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:15.490 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:15.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.492 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.492 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.493 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.501710 26610 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:06:15.520 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:06:15.520 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:06:15.522 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.252.190"
      port: 35095
    }
    bound_http_address {
      host: "127.25.252.190"
      port: 37299
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.252.189"
      port: 42559
    }
    bound_http_address {
      host: "127.25.252.189"
      port: 46535
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.252.188"
      port: 42299
    }
    bound_http_address {
      host: "127.25.252.188"
      port: 43543
    }
  }
}

14:06:15.522 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:06:15.523 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.252.129"
      port: 34279
    }
    bound_http_address {
      host: "127.25.252.129"
      port: 34449
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.252.130"
      port: 32857
    }
    bound_http_address {
      host: "127.25.252.130"
      port: 34263
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.252.131"
      port: 42309
    }
    bound_http_address {
      host: "127.25.252.131"
      port: 35733
    }
  }
}

14:06:15.524 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:06:15.526 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:15.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:15.534 [DEBUG - main] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:15.535 [DEBUG - main] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.536038 25861 acceptor_pool.cc:311] unable to collect diagnostics on RPC socket 127.25.45.190:35733: Invalid argument: socket address is ambiguous
14:06:15.536 [DEBUG - main] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:15.544 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.45.189:37197(127.25.45.189:37197)] Successfully connected to peer
14:06:15.545 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.45.188:32967(127.25.45.188:32967)] Successfully connected to peer
14:06:15.545 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.45.190:35733(127.25.45.190:35733)] Successfully connected to peer
14:06:15.554 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.188
14:06:15.558 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.189
14:06:15.558 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.190
14:06:15.572 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:15.573 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:15.574 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:15.574 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:15.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.575 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:15.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:15.578 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x19def9e7, L:/127.0.0.1:53730 - R:/127.25.45.189:37197] using SASL/PLAIN
14:06:15.578 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:15.579 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xedd1e870, L:/127.0.0.1:52496 - R:/127.25.45.188:32967] using SASL/PLAIN
14:06:15.584 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4ebe4586, L:/127.0.0.1:51376 - R:/127.25.45.190:35733] using SASL/PLAIN
14:06:15.587 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:15.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=61), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: OK, deferred=null) after lookup
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.590564 25983 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52496:
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.594308 25983 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:06:15.653 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1f50b66a8fcd4d09a17604a48495bbc7
14:06:15.674 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:15.674 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:15.674 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:15.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.676 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.721712 25969 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.25.45.190:35733, user_credentials={real_user=slave}} blocked reactor thread for 55272.4us
14:06:15.727 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:15.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.755127 26342 tablet_service.cc:1511] Processing CreateTablet for tablet 0391acf9015e4b96adaa8603bda1a53a (DEFAULT_TABLE table=replication_test_table [id=1f50b66a8fcd4d09a17604a48495bbc7]), partition=
14:06:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.757766 26342 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0391acf9015e4b96adaa8603bda1a53a. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.770918 26535 tablet_service.cc:1511] Processing CreateTablet for tablet 0391acf9015e4b96adaa8603bda1a53a (DEFAULT_TABLE table=replication_test_table [id=1f50b66a8fcd4d09a17604a48495bbc7]), partition=
14:06:15.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.773416 26535 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0391acf9015e4b96adaa8603bda1a53a. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:15.784 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:15.784 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:15.785 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:15.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.786 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.786 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.800879 26149 tablet_service.cc:1511] Processing CreateTablet for tablet 0391acf9015e4b96adaa8603bda1a53a (DEFAULT_TABLE table=replication_test_table [id=1f50b66a8fcd4d09a17604a48495bbc7]), partition=
14:06:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.801582 27445 tablet_bootstrap.cc:492] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f: Bootstrap starting.
14:06:15.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.803109 26149 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0391acf9015e4b96adaa8603bda1a53a. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.822412 27445 tablet_bootstrap.cc:654] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f: Neither blocks nor log segments found. Creating new log.
14:06:15.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.825538 27445 log.cc:826] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f: Log is configured to *not* fsync() on all Append() calls
14:06:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.837915 27447 tablet_bootstrap.cc:492] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e: Bootstrap starting.
14:06:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.840355 27448 tablet_bootstrap.cc:492] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de: Bootstrap starting.
14:06:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.845865 27445 tablet_bootstrap.cc:492] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f: No bootstrap required, opened a new log
14:06:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.846508 27445 ts_tablet_manager.cc:1403] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f: Time spent bootstrapping tablet: real 0.046s	user 0.022s	sys 0.008s
14:06:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.850457 27448 tablet_bootstrap.cc:654] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de: Neither blocks nor log segments found. Creating new log.
14:06:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.850685 27447 tablet_bootstrap.cc:654] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e: Neither blocks nor log segments found. Creating new log.
14:06:15.853 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:15.853 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:15.853 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:15.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:15.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:15.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:15.855 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.855006 27447 log.cc:826] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e: Log is configured to *not* fsync() on all Append() calls
14:06:15.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.862687 27448 log.cc:826] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de: Log is configured to *not* fsync() on all Append() calls
14:06:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.863665 27447 tablet_bootstrap.cc:492] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e: No bootstrap required, opened a new log
14:06:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.864341 27447 ts_tablet_manager.cc:1403] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e: Time spent bootstrapping tablet: real 0.027s	user 0.010s	sys 0.013s
14:06:15.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.885587 27448 tablet_bootstrap.cc:492] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de: No bootstrap required, opened a new log
14:06:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.886500 27448 ts_tablet_manager.cc:1403] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de: Time spent bootstrapping tablet: real 0.047s	user 0.013s	sys 0.022s
14:06:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.897387 27447 raft_consensus.cc:359] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.898402 27447 raft_consensus.cc:385] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:15.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.898738 27447 raft_consensus.cc:740] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ae82ab729bb43e287820bd5c904963e, State: Initialized, Role: FOLLOWER
14:06:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.899683 27447 consensus_queue.cc:260] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.900104 27445 raft_consensus.cc:359] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.901117 27445 raft_consensus.cc:385] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.901515 27445 raft_consensus.cc:740] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64a175da05a44f72ada2eb1ae7a71a9f, State: Initialized, Role: FOLLOWER
14:06:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.902784 27445 consensus_queue.cc:260] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.908771 27447 ts_tablet_manager.cc:1434] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e: Time spent starting tablet: real 0.044s	user 0.036s	sys 0.005s
14:06:15.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.923626 27445 ts_tablet_manager.cc:1434] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f: Time spent starting tablet: real 0.076s	user 0.031s	sys 0.011s
14:06:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.930773 27448 raft_consensus.cc:359] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.931787 27448 raft_consensus.cc:385] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.932219 27448 raft_consensus.cc:740] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61812df7bc45477f9ac0ed691d43c2de, State: Initialized, Role: FOLLOWER
14:06:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.933223 27448 consensus_queue.cc:260] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.937077 27263 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad2a0 after lost signal to thread 27082
14:06:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.938207 27448 ts_tablet_manager.cc:1434] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de: Time spent starting tablet: real 0.051s	user 0.032s	sys 0.003s
14:06:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:15.938225 27263 debug-util.cc:398] Leaking SignalData structure 0x7b08000add60 after lost signal to thread 27266
14:06:15.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.973805 27451 raft_consensus.cc:493] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.974701 27451 raft_consensus.cc:515] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:15.978580 27451 leader_election.cc:290] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 64a175da05a44f72ada2eb1ae7a71a9f (127.25.45.130:41631), 61812df7bc45477f9ac0ed691d43c2de (127.25.45.129:34467)
14:06:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.001776 26362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0391acf9015e4b96adaa8603bda1a53a" candidate_uuid: "3ae82ab729bb43e287820bd5c904963e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" is_pre_election: true
14:06:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.002931 26362 raft_consensus.cc:2468] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ae82ab729bb43e287820bd5c904963e in term 0.
14:06:16.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.004789 26490 leader_election.cc:304] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ae82ab729bb43e287820bd5c904963e, 64a175da05a44f72ada2eb1ae7a71a9f; no voters: 
14:06:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.005679 27451 raft_consensus.cc:2804] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.006022 27451 raft_consensus.cc:493] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.006295 27451 raft_consensus.cc:3060] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 0 FOLLOWER]: Advancing to term 1
14:06:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.009471 26169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0391acf9015e4b96adaa8603bda1a53a" candidate_uuid: "3ae82ab729bb43e287820bd5c904963e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61812df7bc45477f9ac0ed691d43c2de" is_pre_election: true
14:06:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.010478 26169 raft_consensus.cc:2468] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ae82ab729bb43e287820bd5c904963e in term 0.
14:06:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.012056 27451 raft_consensus.cc:515] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.013737 27451 leader_election.cc:290] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [CANDIDATE]: Term 1 election: Requested vote from peers 64a175da05a44f72ada2eb1ae7a71a9f (127.25.45.130:41631), 61812df7bc45477f9ac0ed691d43c2de (127.25.45.129:34467)
14:06:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.014560 26362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0391acf9015e4b96adaa8603bda1a53a" candidate_uuid: "3ae82ab729bb43e287820bd5c904963e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64a175da05a44f72ada2eb1ae7a71a9f"
14:06:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.014981 26362 raft_consensus.cc:3060] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f [term 0 FOLLOWER]: Advancing to term 1
14:06:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.020956 26362 raft_consensus.cc:2468] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ae82ab729bb43e287820bd5c904963e in term 1.
14:06:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.020998 26169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0391acf9015e4b96adaa8603bda1a53a" candidate_uuid: "3ae82ab729bb43e287820bd5c904963e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61812df7bc45477f9ac0ed691d43c2de"
14:06:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.021577 26169 raft_consensus.cc:3060] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de [term 0 FOLLOWER]: Advancing to term 1
14:06:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.022511 26490 leader_election.cc:304] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ae82ab729bb43e287820bd5c904963e, 64a175da05a44f72ada2eb1ae7a71a9f; no voters: 
14:06:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.023407 27451 raft_consensus.cc:2804] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 1 FOLLOWER]: Leader election won for term 1
14:06:16.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.027467 27451 raft_consensus.cc:697] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [term 1 LEADER]: Becoming Leader. State: Replica: 3ae82ab729bb43e287820bd5c904963e, State: Running, Role: LEADER
14:06:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.027945 26169 raft_consensus.cc:2468] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ae82ab729bb43e287820bd5c904963e in term 1.
14:06:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.028707 27451 consensus_queue.cc:237] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } }
14:06:16.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:16.042342 26223 tablet.cc:2404] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:16.047026 26422 tablet.cc:2404] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.048252 25983 catalog_manager.cc:5696] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ae82ab729bb43e287820bd5c904963e (127.25.45.131). New cstate: current_term: 1 leader_uuid: "3ae82ab729bb43e287820bd5c904963e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3ae82ab729bb43e287820bd5c904963e" member_type: VOTER last_known_addr { host: "127.25.45.131" port: 45883 } health_report { overall_health: HEALTHY } } }
14:06:16.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:16.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:16.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:16.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.053 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.053 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.053 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.053 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.053 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:16.092 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:16.092 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:16.093 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:16.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.094 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:16.094842 26605 tablet.cc:2404] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:16.124 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:16.125 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:16.125 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:16.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:16.223 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:16.223 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:16.223 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:16.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:16.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:16.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:16.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:16.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:16.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:16.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:16.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:16.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:16.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:16.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:16.252 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:16.252 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:16.253 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:16.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:16.342 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1f50b66a8fcd4d09a17604a48495bbc7
14:06:16.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0391acf9015e4b96adaa8603bda1a53a for table 'replication_test_table' with partition [<start>, <end>)
14:06:16.349 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0391acf9015e4b96adaa8603bda1a53a@[3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)[L],61812df7bc45477f9ac0ed691d43c2de(127.25.45.129:34467),64a175da05a44f72ada2eb1ae7a71a9f(127.25.45.130:41631)]}]
14:06:16.350 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.45.188:32967, [6ms] Sub RPC GetTableLocations: received response from server master-127.25.45.188:32967: OK, deferred=null) after lookup
14:06:16.351 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] connecting to peer
14:06:16.353 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] Successfully connected to peer
14:06:16.366 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:16.369 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb485f0e3, L:/127.0.0.1:54390 - R:/127.25.45.131:45883] using TOKEN/null
14:06:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.384443 26362 raft_consensus.cc:1275] T 0391acf9015e4b96adaa8603bda1a53a P 64a175da05a44f72ada2eb1ae7a71a9f [term 1 FOLLOWER]: Refusing update from remote peer 3ae82ab729bb43e287820bd5c904963e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.384537 26169 raft_consensus.cc:1275] T 0391acf9015e4b96adaa8603bda1a53a P 61812df7bc45477f9ac0ed691d43c2de [term 1 FOLLOWER]: Refusing update from remote peer 3ae82ab729bb43e287820bd5c904963e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:16.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.386435 27456 consensus_queue.cc:1048] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [LEADER]: Connected to new peer: Peer: permanent_uuid: "64a175da05a44f72ada2eb1ae7a71a9f" member_type: VOTER last_known_addr { host: "127.25.45.130" port: 41631 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:06:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.387337 27451 consensus_queue.cc:1048] T 0391acf9015e4b96adaa8603bda1a53a P 3ae82ab729bb43e287820bd5c904963e [LEADER]: Connected to new peer: Peer: permanent_uuid: "61812df7bc45477f9ac0ed691d43c2de" member_type: VOTER last_known_addr { host: "127.25.45.129" port: 34467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.463487 27466 mvcc.cc:204] Tried to move back new op lower bound from 7287247570452742144 to 7287247569024593920. Current Snapshot: MvccSnapshot[applied={T|T < 7287247570452742144}]
14:06:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.473603 27465 mvcc.cc:204] Tried to move back new op lower bound from 7287247570452742144 to 7287247569024593920. Current Snapshot: MvccSnapshot[applied={T|T < 7287247570452742144 or (T in {7287247570452742144})}]
14:06:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.487794 27410 heartbeater.cc:499] Master 127.25.252.188:42299 was elected leader, sending a full tablet report...
14:06:16.521 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:16.522 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:16.522 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:16.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:16.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:16.556 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:16.557 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:16.557 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:16.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:16.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:16.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:16.559 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:16.658 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:16.677 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:16.678 [DEBUG - main] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:16.678 [DEBUG - main] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:16.679 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.252.190:35095(127.25.252.190:35095)] Successfully connected to peer
14:06:16.680 [DEBUG - main] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:16.698 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.252.188:42299(127.25.252.188:42299)] Successfully connected to peer
14:06:16.702 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.252.189:42559(127.25.252.189:42559)] Successfully connected to peer
14:06:16.702 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.190
14:06:16.707 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.189
14:06:16.715 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.188
14:06:16.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:16.733 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:16.736 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:16.738 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4bea7c97, L:/127.0.0.1:55630 - R:/127.25.252.190:35095] using SASL/PLAIN
14:06:16.740 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5acc5722, L:/127.0.0.1:48340 - R:/127.25.252.188:42299] using SASL/PLAIN
14:06:16.742 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:16.749 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:16.749 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: OK, deferred=null) after lookup
14:06:16.753 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x262319a6, L:/127.0.0.1:55664 - R:/127.25.252.189:42559] using SASL/PLAIN
14:06:16.757 [DEBUG - main] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:16.758 [DEBUG - main] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:16.758 [DEBUG - main] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:16.759 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.45.189:37197(127.25.45.189:37197)] Successfully connected to peer
14:06:16.759 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.45.190:35733(127.25.45.190:35733)] Successfully connected to peer
14:06:16.769 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.45.188:32967(127.25.45.188:32967)] Successfully connected to peer
14:06:16.776 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.190
14:06:16.778 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.188
14:06:16.781 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.189
14:06:16.789 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:16.791 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:16.793 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbb31879a, L:/127.0.0.1:52512 - R:/127.25.45.188:32967] using SASL/PLAIN
14:06:16.794 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:16.795 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcf2e6332, L:/127.0.0.1:53746 - R:/127.25.45.189:37197] using SASL/PLAIN
14:06:16.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:16.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: OK, deferred=null) after lookup
14:06:16.798 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x21fade79, L:/127.0.0.1:51386 - R:/127.25.45.190:35733] using SASL/PLAIN
14:06:16.802 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1f50b66a8fcd4d09a17604a48495bbc7
14:06:16.806 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0391acf9015e4b96adaa8603bda1a53a for table 'replication_test_table' with partition [<start>, <end>)
14:06:16.806 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0391acf9015e4b96adaa8603bda1a53a@[3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)[L],61812df7bc45477f9ac0ed691d43c2de(127.25.45.129:34467),64a175da05a44f72ada2eb1ae7a71a9f(127.25.45.130:41631)]}]
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.808702 26812 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48340:
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
14:06:16.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:16.813076 26812 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:06:16.828 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:16.834 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:16.834 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:16.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:16.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:16.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:16.837 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:16.889 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:16.900 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:16.900 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:16.901 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:16.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:16.901 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:16.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:16.901 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:16.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:16.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:16.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:16.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:16.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:16.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.939877 27345 tablet_service.cc:1511] Processing CreateTablet for tablet 48d2bccd16514a338d246d7bdace74bd (DEFAULT_TABLE table=replication_test_table [id=d9b5d538146647849483d14bae420b77]), partition=
14:06:16.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.941408 27345 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48d2bccd16514a338d246d7bdace74bd. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.977377 26987 tablet_service.cc:1511] Processing CreateTablet for tablet 48d2bccd16514a338d246d7bdace74bd (DEFAULT_TABLE table=replication_test_table [id=d9b5d538146647849483d14bae420b77]), partition=
14:06:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.983968 26987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48d2bccd16514a338d246d7bdace74bd. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.987686 27202 tablet_service.cc:1511] Processing CreateTablet for tablet 48d2bccd16514a338d246d7bdace74bd (DEFAULT_TABLE table=replication_test_table [id=d9b5d538146647849483d14bae420b77]), partition=
14:06:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.990077 27202 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48d2bccd16514a338d246d7bdace74bd. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:16.994817 27504 tablet_bootstrap.cc:492] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e: Bootstrap starting.
14:06:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.005244 27504 tablet_bootstrap.cc:654] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e: Neither blocks nor log segments found. Creating new log.
14:06:17.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.007686 27504 log.cc:826] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e: Log is configured to *not* fsync() on all Append() calls
14:06:17.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.020097 27504 tablet_bootstrap.cc:492] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e: No bootstrap required, opened a new log
14:06:17.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.020680 27504 ts_tablet_manager.cc:1403] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e: Time spent bootstrapping tablet: real 0.026s	user 0.020s	sys 0.000s
14:06:17.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.030359 27506 tablet_bootstrap.cc:492] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5: Bootstrap starting.
14:06:17.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.043118 27506 tablet_bootstrap.cc:654] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5: Neither blocks nor log segments found. Creating new log.
14:06:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.047309 27506 log.cc:826] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5: Log is configured to *not* fsync() on all Append() calls
14:06:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.059207 27506 tablet_bootstrap.cc:492] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5: No bootstrap required, opened a new log
14:06:17.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.060075 27506 ts_tablet_manager.cc:1403] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5: Time spent bootstrapping tablet: real 0.032s	user 0.009s	sys 0.014s
14:06:17.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.061288 27509 tablet_bootstrap.cc:492] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61: Bootstrap starting.
14:06:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.063349 27504 raft_consensus.cc:359] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.071 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:17.071 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:17.072 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.070987 27504 raft_consensus.cc:385] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.071391 27504 raft_consensus.cc:740] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b52fcccb25d4fd4bf2dfe2f60ef4d5e, State: Initialized, Role: FOLLOWER
14:06:17.073 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.075 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.072654 27504 consensus_queue.cc:260] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.078516 27509 tablet_bootstrap.cc:654] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61: Neither blocks nor log segments found. Creating new log.
14:06:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.097565 27504 ts_tablet_manager.cc:1434] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e: Time spent starting tablet: real 0.076s	user 0.030s	sys 0.004s
14:06:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.098524 27509 log.cc:826] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61: Log is configured to *not* fsync() on all Append() calls
14:06:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.099917 27506 raft_consensus.cc:359] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.101265 27506 raft_consensus.cc:385] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.101718 27506 raft_consensus.cc:740] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: efea5cf5ff2b49acaa2b3e5e8bdefee5, State: Initialized, Role: FOLLOWER
14:06:17.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.102888 27506 consensus_queue.cc:260] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.110817 27506 ts_tablet_manager.cc:1434] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5: Time spent starting tablet: real 0.050s	user 0.031s	sys 0.007s
14:06:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.117926 27509 tablet_bootstrap.cc:492] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61: No bootstrap required, opened a new log
14:06:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.118753 27509 ts_tablet_manager.cc:1403] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61: Time spent bootstrapping tablet: real 0.058s	user 0.009s	sys 0.013s
14:06:17.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:17.167398 27418 tablet.cc:2404] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:17.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.178429 27509 raft_consensus.cc:359] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.179829 27509 raft_consensus.cc:385] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.180271 27509 raft_consensus.cc:740] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fda6a71ec28f414581a0a17425146f61, State: Initialized, Role: FOLLOWER
14:06:17.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.181428 27509 consensus_queue.cc:260] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.190752 27509 ts_tablet_manager.cc:1434] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61: Time spent starting tablet: real 0.072s	user 0.035s	sys 0.000s
14:06:17.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:17.226563 27274 tablet.cc:2404] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:17.233 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:17.233 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:17.234 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:17.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.234 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:17.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:17.268847 27079 tablet.cc:2404] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.277611 27510 raft_consensus.cc:493] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.278219 27510 raft_consensus.cc:515] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.280 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:17.280 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:17.280 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:17.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.285598 27510 leader_election.cc:290] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers efea5cf5ff2b49acaa2b3e5e8bdefee5 (127.25.252.129:34279), fda6a71ec28f414581a0a17425146f61 (127.25.252.130:32857)
14:06:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.308238 27007 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48d2bccd16514a338d246d7bdace74bd" candidate_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" is_pre_election: true
14:06:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.308379 27222 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48d2bccd16514a338d246d7bdace74bd" candidate_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fda6a71ec28f414581a0a17425146f61" is_pre_election: true
14:06:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.309178 27007 raft_consensus.cc:2468] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b52fcccb25d4fd4bf2dfe2f60ef4d5e in term 0.
14:06:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.309273 27222 raft_consensus.cc:2468] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b52fcccb25d4fd4bf2dfe2f60ef4d5e in term 0.
14:06:17.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.310812 27299 leader_election.cc:304] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b52fcccb25d4fd4bf2dfe2f60ef4d5e, efea5cf5ff2b49acaa2b3e5e8bdefee5; no voters: 
14:06:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.311712 27510 raft_consensus.cc:2804] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.312072 27510 raft_consensus.cc:493] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.312296 27510 raft_consensus.cc:3060] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 0 FOLLOWER]: Advancing to term 1
14:06:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.318956 27510 raft_consensus.cc:515] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.321050 27510 leader_election.cc:290] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [CANDIDATE]: Term 1 election: Requested vote from peers efea5cf5ff2b49acaa2b3e5e8bdefee5 (127.25.252.129:34279), fda6a71ec28f414581a0a17425146f61 (127.25.252.130:32857)
14:06:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.322013 27007 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48d2bccd16514a338d246d7bdace74bd" candidate_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5"
14:06:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.322289 27222 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48d2bccd16514a338d246d7bdace74bd" candidate_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fda6a71ec28f414581a0a17425146f61"
14:06:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.322501 27007 raft_consensus.cc:3060] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5 [term 0 FOLLOWER]: Advancing to term 1
14:06:17.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.322888 27222 raft_consensus.cc:3060] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61 [term 0 FOLLOWER]: Advancing to term 1
14:06:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.327517 27007 raft_consensus.cc:2468] T 48d2bccd16514a338d246d7bdace74bd P efea5cf5ff2b49acaa2b3e5e8bdefee5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b52fcccb25d4fd4bf2dfe2f60ef4d5e in term 1.
14:06:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.328583 27299 leader_election.cc:304] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b52fcccb25d4fd4bf2dfe2f60ef4d5e, efea5cf5ff2b49acaa2b3e5e8bdefee5; no voters: 
14:06:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.329542 27510 raft_consensus.cc:2804] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 1 FOLLOWER]: Leader election won for term 1
14:06:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.331648 27222 raft_consensus.cc:2468] T 48d2bccd16514a338d246d7bdace74bd P fda6a71ec28f414581a0a17425146f61 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b52fcccb25d4fd4bf2dfe2f60ef4d5e in term 1.
14:06:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.331708 27510 raft_consensus.cc:697] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [term 1 LEADER]: Becoming Leader. State: Replica: 7b52fcccb25d4fd4bf2dfe2f60ef4d5e, State: Running, Role: LEADER
14:06:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.333737 27510 consensus_queue.cc:237] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } }
14:06:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.352535 26811 catalog_manager.cc:5696] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e reported cstate change: term changed from 0 to 1, leader changed from <none> to 7b52fcccb25d4fd4bf2dfe2f60ef4d5e (127.25.252.131). New cstate: current_term: 1 leader_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b52fcccb25d4fd4bf2dfe2f60ef4d5e" member_type: VOTER last_known_addr { host: "127.25.252.131" port: 42309 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 } health_report { overall_health: UNKNOWN } } }
14:06:17.401 [DEBUG - main] (Connection.java:575) [peer master-127.25.45.189:37197(127.25.45.189:37197)] disconnecting while in state READY
14:06:17.402 [DEBUG - main] (Connection.java:575) [peer master-127.25.45.190:35733(127.25.45.190:35733)] disconnecting while in state READY
14:06:17.402 [DEBUG - main] (Connection.java:575) [peer master-127.25.45.188:32967(127.25.45.188:32967)] disconnecting while in state READY
14:06:17.402 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.45.189:37197(127.25.45.189:37197)] handling channelInactive
14:06:17.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state READY due to: connection closed
14:06:17.403 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.45.188:32967(127.25.45.188:32967)] handling channelInactive
14:06:17.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state READY due to: connection closed
14:06:17.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:17.406 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
14:06:17.407 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
14:06:17.412 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.45.190:35733(127.25.45.190:35733)] handling channelInactive
14:06:17.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state READY due to: connection closed
14:06:17.412 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
14:06:17.413 [DEBUG - main] (Connection.java:575) [peer master-127.25.252.189:42559(127.25.252.189:42559)] disconnecting while in state READY
14:06:17.413 [DEBUG - main] (Connection.java:575) [peer master-127.25.252.188:42299(127.25.252.188:42299)] disconnecting while in state READY
14:06:17.413 [DEBUG - main] (Connection.java:575) [peer master-127.25.252.190:35095(127.25.252.190:35095)] disconnecting while in state READY
14:06:17.413 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.252.190:35095(127.25.252.190:35095)] handling channelInactive
14:06:17.413 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:17.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state READY due to: connection closed
14:06:17.414 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:06:17.413 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.252.189:42559(127.25.252.189:42559)] handling channelInactive
14:06:17.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state READY due to: connection closed
14:06:17.415 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.252.188:42299(127.25.252.188:42299)] handling channelInactive
14:06:17.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state READY due to: connection closed
14:06:17.415 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:06:17.415 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
14:06:17.417 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:06:17.418 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
14:06:17.418 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
14:06:17.418 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:06:17.418 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:06:17.418 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:06:17.426 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
14:06:17.427 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
14:06:17.427 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
14:06:17.427 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
14:06:17.427 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
14:06:17.427 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
14:06:17.427 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
14:06:17.520 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:17.520 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:17.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.521 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:17.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:17.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:17.636 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:17.636 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:17.636 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:17.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:17.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:17.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:17.638 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:17.704 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:17.704 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:17.704 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:17.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:17.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:17.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:17.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.719874 27510 consensus_queue.cc:1048] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [LEADER]: Connected to new peer: Peer: permanent_uuid: "fda6a71ec28f414581a0a17425146f61" member_type: VOTER last_known_addr { host: "127.25.252.130" port: 32857 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:17.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:17.752 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
14:06:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:17.797214 27510 consensus_queue.cc:1048] T 48d2bccd16514a338d246d7bdace74bd P 7b52fcccb25d4fd4bf2dfe2f60ef4d5e [LEADER]: Connected to new peer: Peer: permanent_uuid: "efea5cf5ff2b49acaa2b3e5e8bdefee5" member_type: VOTER last_known_addr { host: "127.25.252.129" port: 34279 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:17.918 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
14:06:17.918 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
14:06:17.918 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
14:06:17.936 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:06:18.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:18.092 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:18.093 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:18.093 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:18.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:18.096 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:18.096 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:18.096 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:18.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:18.224 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:18.334 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:18.334 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:18.335 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:18.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:18.519 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:18.520 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:18.520 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:18.520 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:18.520 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:18.520 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:18.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:18.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:18.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:18.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:18.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:18.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:18.521 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:18.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:18.592 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:18.592 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:18.592 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:18.593 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:18.593 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:18.593 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:18.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:18.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:18.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:18.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:18.593 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:18.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:18.594 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:18.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:18.783 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
14:06:18.956 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
14:06:18.973 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:06:18.976 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:18.977 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:18.977 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:18.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:18.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:18.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:18.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:18.994 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
14:06:19.003 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:19.003 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:19.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:19.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.004 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:19.007 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
14:06:19.020 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
14:06:19.024 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:19.026 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
14:06:19.027 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
14:06:19.027 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
14:06:19.027 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
14:06:19.028 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
14:06:19.028 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
14:06:19.028 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
14:06:19.028 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:06:19.029 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:06:19.029 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:06:19.029 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:06:19.029 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:06:19.029 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:06:19.029 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
14:06:19.029 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
14:06:19.030 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
14:06:19.030 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
14:06:19.030 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
14:06:19.030 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:06:19.030 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:06:19.030 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:06:19.031 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:06:19.031 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:06:19.031 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:06:19.031 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_e801df1ee301e1ee8d5f7671479c6eb0/blobStorage
14:06:19.032 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:35445 - max concurrent requests: 50 - max backlog: 1000
14:06:19.033 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_e801df1ee301e1ee8d5f7671479c6eb0/blobStorage
14:06:19.033 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_e801df1ee301e1ee8d5f7671479c6eb0/blobStorage
14:06:19.034 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
14:06:19.035 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 336668f6-a068-4142-9093-e4e94dd64dc5
14:06:19.036 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
14:06:19.037 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-21a261c5-900e-4bf4-98c0-0e585f96d23c
14:06:19.041 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-c1cdec00-2afc-4efd-99e8-f00c81bb55c3
14:06:19.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:19.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:19.052 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:19.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.052 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.053 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.053 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.053 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.053 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.053 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.053 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:19.094 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:19.094 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:19.094 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:19.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.096 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:19.104 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
14:06:19.105 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
14:06:19.105 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
14:06:19.105 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
14:06:19.106 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
14:06:19.108 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_8 .
14:06:19.113 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
14:06:19.113 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-864beca4-fd36-4567-a376-d18ada2ef282
14:06:19.114 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
14:06:19.114 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
14:06:19.123 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
14:06:19.123 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
14:06:19.128 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:42265
14:06:19.128 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
14:06:19.129 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:42265 was granted leadership with leaderSessionID=58342891-9dd5-47e2-a7e2-e10f8c44629c
14:06:19.130 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:42265 , session=58342891-9dd5-47e2-a7e2-e10f8c44629c
14:06:19.130 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
14:06:19.131 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
14:06:19.131 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
14:06:19.131 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 6c96424a-6488-4705-b570-dcea2c98903a. Creating new DispatcherLeaderProcess.
14:06:19.132 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
14:06:19.136 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
14:06:19.138 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
14:06:19.139 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
14:06:19.139 [INFO - pool-141-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id c95abdb4-d2bf-47ab-81d2-2da93db8f4e9.
14:06:19.141 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_9 .
14:06:19.142 [INFO - pool-141-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_10 .
14:06:19.148 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
14:06:19.148 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
14:06:19.149 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
14:06:19.149 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
14:06:19.149 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
14:06:19.149 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_10 , session=c95abdb4-d2bf-47ab-81d2-2da93db8f4e9
14:06:19.151 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(81d22da93db8f4e9c95abdb4d2bf47ab).
14:06:19.160 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_9 , session=6c96424a-6488-4705-b570-dcea2c98903a
14:06:19.181 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:06:19.187 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (e2d05dba1558dbc336d7ebe82f9f04d7).
14:06:19.188 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (e2d05dba1558dbc336d7ebe82f9f04d7).
14:06:19.188 [INFO - flink-pekko.actor.default-dispatcher-6] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-e2d05dba1558dbc336d7ebe82f9f04d7'.
14:06:19.188 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job e2d05dba1558dbc336d7ebe82f9f04d7 was granted leadership with leader id c844c720-ace8-440a-a2d1-9da3d7adebb4. Creating new JobMasterServiceProcess.
14:06:19.191 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID 336668f6-a068-4142-9093-e4e94dd64dc5 (pekko://flink/user/rpc/taskmanager_8) at ResourceManager
14:06:19.192 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_10 under registration id 0eddd5519cc30fea4327577690c735d6.
14:06:19.192 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:344) Registering task executor 336668f6-a068-4142-9093-e4e94dd64dc5 under 0eddd5519cc30fea4327577690c735d6 at the slot manager.
14:06:19.193 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_11 .
14:06:19.198 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (e2d05dba1558dbc336d7ebe82f9f04d7).
14:06:19.200 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7).
14:06:19.200 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 257aff8868cf0a16d1680f02dc4c7758 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:19.201 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7).
14:06:19.201 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
14:06:19.202 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
14:06:19.202 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4829279c
14:06:19.202 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:19.202 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:19.203 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
14:06:19.204 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@382239b6 for Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7).
14:06:19.204 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_11 , session=c844c720-ace8-440a-a2d1-9da3d7adebb4
14:06:19.208 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (e2d05dba1558dbc336d7ebe82f9f04d7) under job master id a2d19da3d7adebb4c844c720ace8440a.
14:06:19.209 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:06:19.209 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:19.209 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:19.209 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:19.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.210 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.210 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.211 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:19.211 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:19.211 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
14:06:19.211 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state CREATED to RUNNING.
14:06:19.212 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:19.212 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:19.212 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:19.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.213 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.213 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.213 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.213 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:19.214 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
14:06:19.214 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:19.214 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
14:06:19.214 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:19.214 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
14:06:19.215 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
14:06:19.215 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(81d22da93db8f4e9c95abdb4d2bf47ab)
14:06:19.215 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.45.190:35733(127.25.45.190:35733)] Successfully connected to peer
14:06:19.217 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:19.217 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:06:19.218 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:390) Registering job manager a2d19da3d7adebb4c844c720ace8440a@pekko://flink/user/rpc/jobmanager_11 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:19.219 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.45.189:37197(127.25.45.189:37197)] Successfully connected to peer
14:06:19.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:19.225 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.45.188:32967(127.25.45.188:32967)] Successfully connected to peer
14:06:19.226 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager a2d19da3d7adebb4c844c720ace8440a@pekko://flink/user/rpc/jobmanager_11 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:19.227 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.190
14:06:19.228 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 81d22da93db8f4e9c95abdb4d2bf47ab.
14:06:19.228 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:06:19.231 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.188
14:06:19.236 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.189
14:06:19.237 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.241 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x554b42c5, L:/127.0.0.1:51398 - R:/127.25.45.190:35733] using SASL/PLAIN
14:06:19.243 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.245 [DEBUG - main] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:19.246 [DEBUG - main] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:19.246 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa629501b, L:/127.0.0.1:53752 - R:/127.25.45.189:37197] using SASL/PLAIN
14:06:19.247 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.252.190:35095(127.25.252.190:35095)] Successfully connected to peer
14:06:19.249 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.253 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967] using SASL/PLAIN
14:06:19.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:19.259 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job e2d05dba1558dbc336d7ebe82f9f04d7
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 336668f6-a068-4142-9093-e4e94dd64dc5
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
14:06:19.260 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f1db784f4ee827c3e08cd66d50c46b48 from 336668f6-a068-4142-9093-e4e94dd64dc5 for job e2d05dba1558dbc336d7ebe82f9f04d7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:06:19.261 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7e35012307741ce2bd2fdfd64cd9ea65 from 336668f6-a068-4142-9093-e4e94dd64dc5 for job e2d05dba1558dbc336d7ebe82f9f04d7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:06:19.261 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request f1db784f4ee827c3e08cd66d50c46b48 for job e2d05dba1558dbc336d7ebe82f9f04d7 from resource manager with leader id 81d22da93db8f4e9c95abdb4d2bf47ab.
14:06:19.261 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for f1db784f4ee827c3e08cd66d50c46b48 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:06:19.261 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 837c32a334d9987291ec621befa0ba3d from 336668f6-a068-4142-9093-e4e94dd64dc5 for job e2d05dba1558dbc336d7ebe82f9f04d7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:06:19.263 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a964f2a8c693ee4edf77b23a93c835b9 from 336668f6-a068-4142-9093-e4e94dd64dc5 for job e2d05dba1558dbc336d7ebe82f9f04d7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:06:19.264 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.190
14:06:19.268 [DEBUG - main] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:19.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [35ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: OK, deferred=null) after lookup
14:06:19.269 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.252.189:42559(127.25.252.189:42559)] Successfully connected to peer
14:06:19.275 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1f50b66a8fcd4d09a17604a48495bbc7
14:06:19.280 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.280 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0391acf9015e4b96adaa8603bda1a53a for table 'replication_test_table' with partition [<start>, <end>)
14:06:19.281 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0391acf9015e4b96adaa8603bda1a53a@[3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)[L],61812df7bc45477f9ac0ed691d43c2de(127.25.45.129:34467),64a175da05a44f72ada2eb1ae7a71a9f(127.25.45.130:41631)]}]
14:06:19.283 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.189
14:06:19.285 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job e2d05dba1558dbc336d7ebe82f9f04d7 for job leader monitoring.
14:06:19.285 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6dfdf5dd, L:/127.0.0.1:55632 - R:/127.25.252.190:35095] using SASL/PLAIN
14:06:19.285 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_11 with leader id c844c720-ace8-440a-a2d1-9da3d7adebb4.
14:06:19.286 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 7e35012307741ce2bd2fdfd64cd9ea65 for job e2d05dba1558dbc336d7ebe82f9f04d7 from resource manager with leader id 81d22da93db8f4e9c95abdb4d2bf47ab.
14:06:19.286 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 7e35012307741ce2bd2fdfd64cd9ea65 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:06:19.287 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 837c32a334d9987291ec621befa0ba3d for job e2d05dba1558dbc336d7ebe82f9f04d7 from resource manager with leader id 81d22da93db8f4e9c95abdb4d2bf47ab.
14:06:19.287 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
14:06:19.287 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 837c32a334d9987291ec621befa0ba3d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:06:19.287 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request a964f2a8c693ee4edf77b23a93c835b9 for job e2d05dba1558dbc336d7ebe82f9f04d7 from resource manager with leader id 81d22da93db8f4e9c95abdb4d2bf47ab.
14:06:19.287 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for a964f2a8c693ee4edf77b23a93c835b9 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:06:19.289 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_11 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:19.289 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:19.289 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:19.290 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
14:06:19.290 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id f1db784f4ee827c3e08cd66d50c46b48
14:06:19.291 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot f1db784f4ee827c3e08cd66d50c46b48.
14:06:19.292 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:19.293 [INFO - flink-pekko.actor.default-dispatcher-4] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
14:06:19.293 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id e2d05dba1558dbc336d7ebe82f9f04d7
14:06:19.293 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id f1db784f4ee827c3e08cd66d50c46b48.
14:06:19.301 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
14:06:19.301 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 7e35012307741ce2bd2fdfd64cd9ea65
14:06:19.302 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.252.188:42299(127.25.252.188:42299)] Successfully connected to peer
14:06:19.303 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
14:06:19.303 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id a964f2a8c693ee4edf77b23a93c835b9
14:06:19.304 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
14:06:19.304 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 837c32a334d9987291ec621befa0ba3d
14:06:19.305 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:06:19.307 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 7e35012307741ce2bd2fdfd64cd9ea65.
14:06:19.311 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
14:06:19.311 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
14:06:19.314 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.316 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@be1eb28
14:06:19.317 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:19.318 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:19.318 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:06:19.318 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:06:19.319 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot a964f2a8c693ee4edf77b23a93c835b9.
14:06:19.321 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id a964f2a8c693ee4edf77b23a93c835b9.
14:06:19.322 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x17a3287c, L:/127.0.0.1:55672 - R:/127.25.252.189:42559] using SASL/PLAIN
14:06:19.322 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
14:06:19.323 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot f1db784f4ee827c3e08cd66d50c46b48.
14:06:19.323 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:06:19.323 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot a964f2a8c693ee4edf77b23a93c835b9.
14:06:19.323 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 837c32a334d9987291ec621befa0ba3d.
14:06:19.323 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 837c32a334d9987291ec621befa0ba3d.
14:06:19.324 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
14:06:19.324 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23df0685
14:06:19.324 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:19.324 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:19.325 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 837c32a334d9987291ec621befa0ba3d.
14:06:19.325 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:06:19.325 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:06:19.327 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
14:06:19.327 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
14:06:19.328 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3dfbf0d0
14:06:19.328 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:19.328 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:19.328 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:06:19.328 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:06:19.330 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
14:06:19.330 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
14:06:19.330 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ebc685
14:06:19.330 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:19.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:19.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:06:19.331 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ccfb2dd
14:06:19.331 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:06:19.334 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@351afdc7
14:06:19.334 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:19.335 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:19.336 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ca193dc
14:06:19.336 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:19.337 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@542473f3
14:06:19.338 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:19.338 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:19.338 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.252.190:35095(127.25.252.190:35095)] Successfully connected to peer
14:06:19.339 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:19.340 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:19.340 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:19.341 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.252.189:42559(127.25.252.189:42559)] Successfully connected to peer
14:06:19.343 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.190
14:06:19.343 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.189
14:06:19.349 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:19.349 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:19.349 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:19.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.351 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:19.352 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:19.352 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:19.353 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:19.354 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.252.188:42299(127.25.252.188:42299)] Successfully connected to peer
14:06:19.354 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.252.190:35095(127.25.252.190:35095)] Successfully connected to peer
14:06:19.359 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.359 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.190
14:06:19.361 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:19.361 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.188
14:06:19.362 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.252.189:42559(127.25.252.189:42559)] Successfully connected to peer
14:06:19.368 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.188
14:06:19.369 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa436bc1a, L:/127.0.0.1:55640 - R:/127.25.252.190:35095] using SASL/PLAIN
14:06:19.373 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:19.374 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:19.375 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.252.189:42559(127.25.252.189:42559)] Successfully connected to peer
14:06:19.376 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.252.190:35095(127.25.252.190:35095)] Successfully connected to peer
14:06:19.376 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.378 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.379 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.380 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.380 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.252.188:42299(127.25.252.188:42299)] Successfully connected to peer
14:06:19.381 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:19.381 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.252.188:42299(127.25.252.188:42299)] Successfully connected to peer
14:06:19.381 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:19.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:19.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:19.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:19.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:19.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:19.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:19.381 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:19.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:19.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:19.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:19.384 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:19.387 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.190
14:06:19.388 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.189
14:06:19.389 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0cd53c08, L:/127.0.0.1:48344 - R:/127.25.252.188:42299] using SASL/PLAIN
14:06:19.390 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x97ce9f6d, L:/127.0.0.1:55684 - R:/127.25.252.189:42559] using SASL/PLAIN
14:06:19.393 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.188
14:06:19.394 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe1a032b2, L:/127.0.0.1:48350 - R:/127.25.252.188:42299] using SASL/PLAIN
14:06:19.395 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf4cc99b5, L:/127.0.0.1:55656 - R:/127.25.252.190:35095] using SASL/PLAIN
14:06:19.397 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:19.393 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.189
14:06:19.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:19.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=155), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: OK, [154ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: OK, deferred=null) after lookup
14:06:19.401 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.252.190:35095(127.25.252.190:35095)] Successfully connected to peer
14:06:19.404 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.190
14:06:19.404 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.188
14:06:19.405 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:19.405 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: OK, deferred=null) after lookup
14:06:19.405 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.410 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 48d2bccd16514a338d246d7bdace74bd for table 'replication_test_table' with partition [<start>, <end>)
14:06:19.410 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=48d2bccd16514a338d246d7bdace74bd@[7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)[L],efea5cf5ff2b49acaa2b3e5e8bdefee5(127.25.252.129:34279),fda6a71ec28f414581a0a17425146f61(127.25.252.130:32857)]}]
14:06:19.410 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.252.188:42299, [4ms] Sub RPC GetTableLocations: received response from server master-127.25.252.188:42299: OK, deferred=null)) after lookup
14:06:19.411 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] connecting to peer
14:06:19.413 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.415 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.417 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3f41876f, L:/127.0.0.1:55672 - R:/127.25.252.190:35095] using SASL/PLAIN
14:06:19.418 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.419 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.420 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@786bcd77
14:06:19.422 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
14:06:19.422 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
14:06:19.422 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:19.423 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x78d54678, L:/127.0.0.1:55700 - R:/127.25.252.189:42559] using SASL/PLAIN
14:06:19.424 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.252.189:42559(127.25.252.189:42559)] Successfully connected to peer
14:06:19.425 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.252.188:42299(127.25.252.188:42299)] Successfully connected to peer
14:06:19.426 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.429 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.188
14:06:19.434 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.252.189
14:06:19.436 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:19.436 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:19.436 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:19.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.437 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:19.440 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x34d5a0de, L:/127.0.0.1:48366 - R:/127.25.252.188:42299] using SASL/PLAIN
14:06:19.443 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.449 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x23cadeb3, L:/127.0.0.1:48370 - R:/127.25.252.188:42299] using SASL/PLAIN
14:06:19.450 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:19.450 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [87ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: OK, [94ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: OK, deferred=null) after lookup
14:06:19.454 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.455 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:19.455 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [68ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: OK, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: OK, deferred=null) after lookup
14:06:19.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.460 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.461 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.461 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d9c1cc6
14:06:19.462 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
14:06:19.463 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4ea1fa18, L:/127.0.0.1:48356 - R:/127.25.252.188:42299] using SASL/PLAIN
14:06:19.463 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
14:06:19.469 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.477 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:06:19.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:19.478 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f7ec9c813d472eba254e3398b6f081de243d9d28be9fd334e2b549d96fa39c73'}]
14:06:19.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: OK, deferred=null) after lookup
14:06:19.479 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.479 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@554171a4
14:06:19.480 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9dca4554, L:/127.0.0.1:55710 - R:/127.25.252.189:42559] using SASL/PLAIN
14:06:19.485 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:19.487 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.491 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] Successfully connected to peer
14:06:19.495 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:19.496 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79506bcb
14:06:19.514 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7b33be90, L:/127.0.0.1:55686 - R:/127.25.252.189:42559] using SASL/PLAIN
14:06:19.515 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.519 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:06:19.523 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.524 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:06:19.525 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
14:06:19.525 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
14:06:19.525 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
14:06:19.525 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0226d497, L:/127.0.0.1:55666 - R:/127.25.252.190:35095] using SASL/PLAIN
14:06:19.525 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
14:06:19.528 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x00e53e19, L:/127.0.0.1:52442 - R:/127.25.252.131:42309] using TOKEN/null
14:06:19.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:19.535 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:06:19.536 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:19.537 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:06:19.539 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:06:19.541 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299997, tablet=0391acf9015e4b96adaa8603bda1a53a@[3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)[L],61812df7bc45477f9ac0ed691d43c2de(127.25.45.129:34467),64a175da05a44f72ada2eb1ae7a71a9f(127.25.45.130:41631)]}]
14:06:19.546 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:19.552 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:06:19.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:06:19.556 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] connecting to peer
14:06:19.557 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:06:19.561 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] Successfully connected to peer
14:06:19.582 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.131
14:06:19.592 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:19.603 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:19.616 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x863c7348, L:/127.0.0.1:54404 - R:/127.25.45.131:45883] using SASL/PLAIN
14:06:19.644 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7287247582052352001) for scanner KuduScanner(table=replication_test_table, tablet=0391acf9015e4b96adaa8603bda1a53a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:19.645 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f7ec9c813d472eba254e3398b6f081de243d9d28be9fd334e2b549d96fa39c73]
14:06:19.645 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:06:19.653 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 48d2bccd16514a338d246d7bdace74bd for table 'replication_test_table' with partition [<start>, <end>)
14:06:19.654 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=48d2bccd16514a338d246d7bdace74bd@[7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)[L],efea5cf5ff2b49acaa2b3e5e8bdefee5(127.25.252.129:34279),fda6a71ec28f414581a0a17425146f61(127.25.252.130:32857)]}]
14:06:19.654 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 48d2bccd16514a338d246d7bdace74bd for table 'replication_test_table' with partition [<start>, <end>)
14:06:19.655 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=48d2bccd16514a338d246d7bdace74bd@[7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)[L],efea5cf5ff2b49acaa2b3e5e8bdefee5(127.25.252.129:34279),fda6a71ec28f414581a0a17425146f61(127.25.252.130:32857)]}]
14:06:19.656 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f7ec9c813d472eba254e3398b6f081de243d9d28be9fd334e2b549d96fa39c73]
14:06:19.657 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:06:19.657 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:06:19.657 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] disconnecting while in state READY
14:06:19.657 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f7ec9c813d472eba254e3398b6f081de243d9d28be9fd334e2b549d96fa39c73 finished by subtask 0; deferring removal (restored in pending)
14:06:19.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:19.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:19.696 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] handling channelInactive
14:06:19.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] cleaning up while in state READY due to: connection closed
14:06:19.696 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:06:19.697 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:06:19.703 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:19.703 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:19.704 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:19.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:19.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:19.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:19.704 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:19.705 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27132), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [115ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [115ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [149ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [166ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [196ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [197ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [206ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [207ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [208ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [208ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [265ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [266ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [266ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [345ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [345ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [384ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [384ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [385ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [525ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [525ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1042ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1045ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1045ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2001ms] refreshing cache from master, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2005ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2005ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2781ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2782ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2782ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2783ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [6081ms] refreshing cache from master, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [6082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [6082ms] too many traces: truncated at 100 traces, deferred=Deferred@519088765(state=PENDING, result=null, callback=(continuation of Deferred@550017667 after retry RPC after error@1725069676) -> (continuation of Deferred@1613899522 after retry RPC after error@2064308795) -> (continuation of Deferred@527584091 after retry RPC after error@1780369600) -> (continuation of Deferred@459634870 after retry RPC after error@915645155) -> (continuation of Deferred@993402873 after retry RPC after error@603330583) -> (continuation of Deferred@325481495 after retry RPC after error@944326690) -> (continuation of Deferred@864764165 after retry RPC after error@539935171) -> (continuation of Deferred@13160221 after retry RPC after error@1915920254) -> (continuation of Deferred@458779476 after retry RPC after error@1294897445) -> (continuation of Deferred@198709178 after retry RPC after error@1836558544) -> (continuation of Deferred@900558049 after retry RPC after error@204694728) -> (continuation of Deferred@1197281067 after retry RPC after error@398204472) -> (continuation of Deferred@1235788362 after retry RPC after error@1588238995) -> (continuation of Deferred@1898046010 after retry RPC after error@102461432) -> (continuation of Deferred@179124099 after retry RPC after error@14244423) -> (continuation of Deferred@2115455060 after retry RPC after error@590253249) -> (continuation of Deferred@1088206344 after retry RPC after error@178112310) -> (continuation of Deferred@1309436889 after retry RPC after error@420720221) -> (continuation of Deferred@1012545409 after retry RPC after error@1486545739) -> (continuation of Deferred@1977948450 after retry RPC after error@1895837829) -> (continuation of Deferred@470546203 after retry RPC after error@319082346) -> (continuation of Deferred@1316354081 after retry RPC after error@1040285042) -> (continuation of Deferred@2113005190 after retry RPC after error@1211828685), errback=(continuation of Deferred@550017667 after retry RPC after error@1725069676) -> (continuation of Deferred@1613899522 after retry RPC after error@2064308795) -> (continuation of Deferred@527584091 after retry RPC after error@1780369600) -> (continuation of Deferred@459634870 after retry RPC after error@915645155) -> (continuation of Deferred@993402873 after retry RPC after error@603330583) -> (continuation of Deferred@325481495 after retry RPC after error@944326690) -> (continuation of Deferred@864764165 after retry RPC after error@539935171) -> (continuation of Deferred@13160221 after retry RPC after error@1915920254) -> (continuation of Deferred@458779476 after retry RPC after error@1294897445) -> (continuation of Deferred@198709178 after retry RPC after error@1836558544) -> (continuation of Deferred@900558049 after retry RPC after error@204694728) -> (continuation of Deferred@1197281067 after retry RPC after error@398204472) -> (continuation of Deferred@1235788362 after retry RPC after error@1588238995) -> (continuation of Deferred@1898046010 after retry RPC after error@102461432) -> (continuation of Deferred@179124099 after retry RPC after error@14244423) -> (continuation of Deferred@2115455060 after retry RPC after error@590253249) -> (continuation of Deferred@1088206344 after retry RPC after error@178112310) -> (continuation of Deferred@1309436889 after retry RPC after error@420720221) -> (continuation of Deferred@1012545409 after retry RPC after error@1486545739) -> (continuation of Deferred@1977948450 after retry RPC after error@1895837829) -> (continuation of Deferred@470546203 after retry RPC after error@319082346) -> (continuation of Deferred@1316354081 after retry RPC after error@1040285042) -> (continuation of Deferred@2113005190 after retry RPC after error@1211828685)))
14:06:19.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:19.731 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:19.783 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:19.783 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:19.783 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:19.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:19.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:19.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:19.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:19.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:19.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:19.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:19.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:19.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:19.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:19.792 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:19.851 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:19.909 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:19.966 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.022 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.024 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:20.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113180025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:20.028 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=504, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4f969803, flushNotification=Deferred@1849598054(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:06:20.029 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] connecting to peer
14:06:20.035 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] Successfully connected to peer
14:06:20.050 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:20.054 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc25068b0, L:/127.0.0.1:52458 - R:/127.25.252.131:42309] using TOKEN/null
14:06:20.082 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.139 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.199 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.220 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job e2d05dba1558dbc336d7ebe82f9f04d7 (1584 bytes, checkpointDuration=195 ms, finalizationTime=0 ms).
14:06:20.223 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
14:06:20.223 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split f7ec9c813d472eba254e3398b6f081de243d9d28be9fd334e2b549d96fa39c73 from pending
14:06:20.223 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
14:06:20.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:20.274 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.278 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1f50b66a8fcd4d09a17604a48495bbc7
14:06:20.282 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:20.288 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1f50b66a8fcd4d09a17604a48495bbc7
14:06:20.292 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:20.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1f50b66a8fcd4d09a17604a48495bbc7
14:06:20.305 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d9b5d538146647849483d14bae420b77
14:06:20.317 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0391acf9015e4b96adaa8603bda1a53a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.331 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.358 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0391acf9015e4b96adaa8603bda1a53a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.360 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:20.360 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:20.360 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:20.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.361 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:20.369 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48d2bccd16514a338d246d7bdace74bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:20.370 [DEBUG - main] (Connection.java:575) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] disconnecting while in state READY
14:06:20.370 [DEBUG - main] (Connection.java:575) [peer master-127.25.252.189:42559(127.25.252.189:42559)] disconnecting while in state READY
14:06:20.370 [DEBUG - main] (Connection.java:575) [peer master-127.25.252.188:42299(127.25.252.188:42299)] disconnecting while in state READY
14:06:20.370 [DEBUG - main] (Connection.java:575) [peer master-127.25.252.190:35095(127.25.252.190:35095)] disconnecting while in state READY
14:06:20.371 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.252.188:42299(127.25.252.188:42299)] handling channelInactive
14:06:20.371 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.252.189:42559(127.25.252.189:42559)] handling channelInactive
14:06:20.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state READY due to: connection closed
14:06:20.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state READY due to: connection closed
14:06:20.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:20.372 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:20.372 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:20.372 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:20.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.373 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.373 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:06:20.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.375 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
14:06:20.371 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] handling channelInactive
14:06:20.372 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] cleaning up while in state READY due to: connection closed
14:06:20.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.376 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:20.376 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
14:06:20.378 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.252.190:35095(127.25.252.190:35095)] handling channelInactive
14:06:20.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state READY due to: connection closed
14:06:20.378 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:06:20.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:20.379367 26610 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 26896
14:06:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:20.427918 26610 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 27065
14:06:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:20.479099 26610 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 27277
14:06:20.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:20.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113180525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:20.540 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
14:06:20.543 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
14:06:20.545 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] handling channelInactive
14:06:20.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] cleaning up while in state READY due to: connection closed
14:06:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:20.552577 26610 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 26622
14:06:20.583 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.252.190:35095(127.25.252.190:35095)] handling channelInactive
14:06:20.583 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.252.190:35095(127.25.252.190:35095)] handling channelInactive
14:06:20.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state READY due to: connection closed
14:06:20.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state READY due to: connection closed
14:06:20.584 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.252.190:35095(127.25.252.190:35095)] handling channelInactive
14:06:20.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state READY due to: connection closed
14:06:20.585 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.252.190:35095(127.25.252.190:35095)] handling channelInactive
14:06:20.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state READY due to: connection closed
14:06:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:20.590392 26610 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 26692
14:06:20.630 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.252.189:42559(127.25.252.189:42559)] handling channelInactive
14:06:20.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state READY due to: connection closed
14:06:20.630 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.252.189:42559(127.25.252.189:42559)] handling channelInactive
14:06:20.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state READY due to: connection closed
14:06:20.631 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.252.189:42559(127.25.252.189:42559)] handling channelInactive
14:06:20.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state READY due to: connection closed
14:06:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:20.631723 26610 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 26771
14:06:20.630 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.252.189:42559(127.25.252.189:42559)] handling channelInactive
14:06:20.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state READY due to: connection closed
14:06:20.655 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:20.656 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:20.656 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:20.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:20.664 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.252.188:42299(127.25.252.188:42299)] handling channelInactive
14:06:20.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state READY due to: connection closed
14:06:20.664 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.252.188:42299(127.25.252.188:42299)] handling channelInactive
14:06:20.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state READY due to: connection closed
14:06:20.664 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.252.188:42299(127.25.252.188:42299)] handling channelInactive
14:06:20.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state READY due to: connection closed
14:06:20.665 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.252.188:42299(127.25.252.188:42299)] handling channelInactive
14:06:20.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state READY due to: connection closed
14:06:20.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:20.748 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:20.749 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:20.749 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:20.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:20.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:20.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:20.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:20.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:20.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:20.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:20.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:20.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:20.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:20.780 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:20.780 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:20.781 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:20.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:20.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:20.782 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.782 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.782 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:20.782 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:21.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:21.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113181025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:21.038 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:06:21.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
14:06:21.116 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:21.116 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:21.116 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:21.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:21.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:21.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:21.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:21.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:21.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:21.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:21.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:21.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:21.117 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:21.171 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:21.172 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:21.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:21.172 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:21.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:21.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:21.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:21.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:21.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:21.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:21.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:21.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:21.174 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:21.217 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1f50b66a8fcd4d09a17604a48495bbc7
14:06:21.221 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='211df24580e0aa68dfa4ecbabd3eae68fd939f123bafb7439baed70ad7380c7e'}]
14:06:21.224 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:21.224 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:21.235 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:06:21.236 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298061, tablet=0391acf9015e4b96adaa8603bda1a53a@[3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)[L],61812df7bc45477f9ac0ed691d43c2de(127.25.45.129:34467),64a175da05a44f72ada2eb1ae7a71a9f(127.25.45.130:41631)]}]
14:06:21.240 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] connecting to peer
14:06:21.248 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] Successfully connected to peer
14:06:21.252 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.45.131
14:06:21.264 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:21.268 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2f33cae1, L:/127.0.0.1:50544 - R:/127.25.45.131:45883] using SASL/PLAIN
14:06:21.278 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247590244352001) for scanner KuduScanner(table=replication_test_table, tablet=0391acf9015e4b96adaa8603bda1a53a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:06:21.278 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [211df24580e0aa68dfa4ecbabd3eae68fd939f123bafb7439baed70ad7380c7e]
14:06:21.279 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [211df24580e0aa68dfa4ecbabd3eae68fd939f123bafb7439baed70ad7380c7e]
14:06:21.279 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:06:21.279 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:06:21.281 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 211df24580e0aa68dfa4ecbabd3eae68fd939f123bafb7439baed70ad7380c7e finished by subtask 1; deferring removal (restored in pending)
14:06:21.281 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] disconnecting while in state READY
14:06:21.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:21.288 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:06:21.288 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] handling channelInactive
14:06:21.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] cleaning up while in state READY due to: connection closed
14:06:21.288 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:06:21.511 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:21.512 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:21.512 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:21.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.515 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:21.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:21.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113181525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:21.546 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job e2d05dba1558dbc336d7ebe82f9f04d7 (1594 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
14:06:21.550 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
14:06:21.550 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 211df24580e0aa68dfa4ecbabd3eae68fd939f123bafb7439baed70ad7380c7e from pending
14:06:21.550 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
14:06:21.671 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:21.671 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:21.671 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:21.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.673 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:21.724 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:21.764 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:21.765 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:21.765 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:21.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.766 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:21.767 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [47ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [50ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [110ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [111ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [112ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [175ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [179ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [186ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [285ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [285ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [303ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [303ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [304ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [469ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [470ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [470ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [565ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [565ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1044ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1424ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4902ms] too many traces: truncated at 100 traces, deferred=Deferred@322700496(state=PENDING, result=null, callback=(continuation of Deferred@117999101 after retry RPC after error@764435867) -> (continuation of Deferred@870128499 after retry RPC after error@1085571932) -> (continuation of Deferred@55624154 after retry RPC after error@738404526) -> (continuation of Deferred@2011085022 after retry RPC after error@328497946) -> (continuation of Deferred@382674595 after retry RPC after error@591145612) -> (continuation of Deferred@564559485 after retry RPC after error@299535864) -> (continuation of Deferred@2127518558 after retry RPC after error@1013282369) -> (continuation of Deferred@782410278 after retry RPC after error@1800560455) -> (continuation of Deferred@1866722520 after retry RPC after error@2013480975) -> (continuation of Deferred@1133213371 after retry RPC after error@987406826) -> (continuation of Deferred@1250930501 after retry RPC after error@674157867) -> (continuation of Deferred@814239803 after retry RPC after error@1605530161) -> (continuation of Deferred@1752177413 after retry RPC after error@908659885) -> (continuation of Deferred@1146260443 after retry RPC after error@138238618) -> (continuation of Deferred@1627242667 after retry RPC after error@516940925) -> (continuation of Deferred@1309915180 after retry RPC after error@739820286) -> (continuation of Deferred@577677134 after retry RPC after error@1138971506) -> (continuation of Deferred@274874874 after retry RPC after error@2055695930) -> (continuation of Deferred@755294963 after retry RPC after error@1956990178) -> (continuation of Deferred@1984609821 after retry RPC after error@939386960) -> (continuation of Deferred@1030002470 after retry RPC after error@1677200948) -> (continuation of Deferred@1088548352 after retry RPC after error@403054884), errback=(continuation of Deferred@117999101 after retry RPC after error@764435867) -> (continuation of Deferred@870128499 after retry RPC after error@1085571932) -> (continuation of Deferred@55624154 after retry RPC after error@738404526) -> (continuation of Deferred@2011085022 after retry RPC after error@328497946) -> (continuation of Deferred@382674595 after retry RPC after error@591145612) -> (continuation of Deferred@564559485 after retry RPC after error@299535864) -> (continuation of Deferred@2127518558 after retry RPC after error@1013282369) -> (continuation of Deferred@782410278 after retry RPC after error@1800560455) -> (continuation of Deferred@1866722520 after retry RPC after error@2013480975) -> (continuation of Deferred@1133213371 after retry RPC after error@987406826) -> (continuation of Deferred@1250930501 after retry RPC after error@674157867) -> (continuation of Deferred@814239803 after retry RPC after error@1605530161) -> (continuation of Deferred@1752177413 after retry RPC after error@908659885) -> (continuation of Deferred@1146260443 after retry RPC after error@138238618) -> (continuation of Deferred@1627242667 after retry RPC after error@516940925) -> (continuation of Deferred@1309915180 after retry RPC after error@739820286) -> (continuation of Deferred@577677134 after retry RPC after error@1138971506) -> (continuation of Deferred@274874874 after retry RPC after error@2055695930) -> (continuation of Deferred@755294963 after retry RPC after error@1956990178) -> (continuation of Deferred@1984609821 after retry RPC after error@939386960) -> (continuation of Deferred@1030002470 after retry RPC after error@1677200948) -> (continuation of Deferred@1088548352 after retry RPC after error@403054884)))
14:06:21.854 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:21.854 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:21.854 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:21.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:21.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:21.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:21.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:06:21Z chronyd exiting
14:06:22.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:22.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113182025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:22.036 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:06:22.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
14:06:22.060 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:22.060 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:22.061 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:22.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:22.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:22.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:22.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:22.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:22.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:22.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:22.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:22.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:22.062 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:22.076 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:22.077 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:22.077 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:22.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:22.078 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29486), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [71ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [72ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [72ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [174ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [190ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [190ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [215ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [226ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [228ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [229ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [245ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [246ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [246ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [246ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [283ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [361ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [524ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [925ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [928ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [929ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1804ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2685ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2685ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2685ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [6401ms] refreshing cache from master, [6401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [6403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [6403ms] too many traces: truncated at 100 traces, deferred=Deferred@1050163269(state=PENDING, result=null, callback=(continuation of Deferred@1399246292 after retry RPC after error@1625041386) -> (continuation of Deferred@961660769 after retry RPC after error@1182042654) -> (continuation of Deferred@597288809 after retry RPC after error@579541385) -> (continuation of Deferred@358004854 after retry RPC after error@2005988536) -> (continuation of Deferred@459208588 after retry RPC after error@1633935935) -> (continuation of Deferred@1104573293 after retry RPC after error@823360219) -> (continuation of Deferred@1562188258 after retry RPC after error@588348004) -> (continuation of Deferred@1370368112 after retry RPC after error@2067879228) -> (continuation of Deferred@1311150527 after retry RPC after error@1716256837) -> (continuation of Deferred@1174493524 after retry RPC after error@924322845) -> (continuation of Deferred@1305073704 after retry RPC after error@1258399740) -> (continuation of Deferred@126262321 after retry RPC after error@1888026680) -> (continuation of Deferred@1929551513 after retry RPC after error@897251650) -> (continuation of Deferred@103718088 after retry RPC after error@1050592501) -> (continuation of Deferred@1502573545 after retry RPC after error@995959155) -> (continuation of Deferred@1231499788 after retry RPC after error@26672825) -> (continuation of Deferred@598000985 after retry RPC after error@1897938663) -> (continuation of Deferred@19371421 after retry RPC after error@930271286) -> (continuation of Deferred@846808460 after retry RPC after error@1121882658) -> (continuation of Deferred@2145938585 after retry RPC after error@1580916786) -> (continuation of Deferred@647465820 after retry RPC after error@275661358) -> (continuation of Deferred@744388638 after retry RPC after error@627848919) -> (continuation of Deferred@1060869197 after retry RPC after error@1571212982) -> (continuation of Deferred@48747412 after retry RPC after error@1182373777), errback=(continuation of Deferred@1399246292 after retry RPC after error@1625041386) -> (continuation of Deferred@961660769 after retry RPC after error@1182042654) -> (continuation of Deferred@597288809 after retry RPC after error@579541385) -> (continuation of Deferred@358004854 after retry RPC after error@2005988536) -> (continuation of Deferred@459208588 after retry RPC after error@1633935935) -> (continuation of Deferred@1104573293 after retry RPC after error@823360219) -> (continuation of Deferred@1562188258 after retry RPC after error@588348004) -> (continuation of Deferred@1370368112 after retry RPC after error@2067879228) -> (continuation of Deferred@1311150527 after retry RPC after error@1716256837) -> (continuation of Deferred@1174493524 after retry RPC after error@924322845) -> (continuation of Deferred@1305073704 after retry RPC after error@1258399740) -> (continuation of Deferred@126262321 after retry RPC after error@1888026680) -> (continuation of Deferred@1929551513 after retry RPC after error@897251650) -> (continuation of Deferred@103718088 after retry RPC after error@1050592501) -> (continuation of Deferred@1502573545 after retry RPC after error@995959155) -> (continuation of Deferred@1231499788 after retry RPC after error@26672825) -> (continuation of Deferred@598000985 after retry RPC after error@1897938663) -> (continuation of Deferred@19371421 after retry RPC after error@930271286) -> (continuation of Deferred@846808460 after retry RPC after error@1121882658) -> (continuation of Deferred@2145938585 after retry RPC after error@1580916786) -> (continuation of Deferred@647465820 after retry RPC after error@275661358) -> (continuation of Deferred@744388638 after retry RPC after error@627848919) -> (continuation of Deferred@1060869197 after retry RPC after error@1571212982) -> (continuation of Deferred@48747412 after retry RPC after error@1182373777)))
14:06:22.102 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:22.103 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:22.103 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:22.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:22.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:22.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:22.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:22.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:22.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:22.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:22.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:22.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:22.104 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:22.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:22.269 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:22.269 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:22.270 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:22.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:22.271 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29732), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [32ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [37ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [37ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [98ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [109ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [109ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [153ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [153ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [153ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [165ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [524ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [603ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [604ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [605ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [605ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1241ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1245ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2543ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [5761ms] refreshing cache from master, [5761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [5762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [5763ms] too many traces: truncated at 100 traces, deferred=Deferred@740295137(state=PENDING, result=null, callback=(continuation of Deferred@396668332 after retry RPC after error@1662568094) -> (continuation of Deferred@724512556 after retry RPC after error@128715937) -> (continuation of Deferred@903288885 after retry RPC after error@274596903) -> (continuation of Deferred@1113198415 after retry RPC after error@628415137) -> (continuation of Deferred@686782602 after retry RPC after error@1223700108) -> (continuation of Deferred@1522688170 after retry RPC after error@1507854465) -> (continuation of Deferred@169345055 after retry RPC after error@1138088862) -> (continuation of Deferred@182137982 after retry RPC after error@1395036580) -> (continuation of Deferred@427064103 after retry RPC after error@1947228860) -> (continuation of Deferred@666626180 after retry RPC after error@1081599590) -> (continuation of Deferred@2053115916 after retry RPC after error@206790726) -> (continuation of Deferred@1960068736 after retry RPC after error@200264362) -> (continuation of Deferred@1903512491 after retry RPC after error@1714640019) -> (continuation of Deferred@814083731 after retry RPC after error@1170921651) -> (continuation of Deferred@515500978 after retry RPC after error@1649587002) -> (continuation of Deferred@2101098645 after retry RPC after error@1847617729) -> (continuation of Deferred@1058400972 after retry RPC after error@1210664311) -> (continuation of Deferred@1422734455 after retry RPC after error@960899151) -> (continuation of Deferred@697689633 after retry RPC after error@722799769) -> (continuation of Deferred@382135040 after retry RPC after error@516599239) -> (continuation of Deferred@409531601 after retry RPC after error@463098497), errback=(continuation of Deferred@396668332 after retry RPC after error@1662568094) -> (continuation of Deferred@724512556 after retry RPC after error@128715937) -> (continuation of Deferred@903288885 after retry RPC after error@274596903) -> (continuation of Deferred@1113198415 after retry RPC after error@628415137) -> (continuation of Deferred@686782602 after retry RPC after error@1223700108) -> (continuation of Deferred@1522688170 after retry RPC after error@1507854465) -> (continuation of Deferred@169345055 after retry RPC after error@1138088862) -> (continuation of Deferred@182137982 after retry RPC after error@1395036580) -> (continuation of Deferred@427064103 after retry RPC after error@1947228860) -> (continuation of Deferred@666626180 after retry RPC after error@1081599590) -> (continuation of Deferred@2053115916 after retry RPC after error@206790726) -> (continuation of Deferred@1960068736 after retry RPC after error@200264362) -> (continuation of Deferred@1903512491 after retry RPC after error@1714640019) -> (continuation of Deferred@814083731 after retry RPC after error@1170921651) -> (continuation of Deferred@515500978 after retry RPC after error@1649587002) -> (continuation of Deferred@2101098645 after retry RPC after error@1847617729) -> (continuation of Deferred@1058400972 after retry RPC after error@1210664311) -> (continuation of Deferred@1422734455 after retry RPC after error@960899151) -> (continuation of Deferred@697689633 after retry RPC after error@722799769) -> (continuation of Deferred@382135040 after retry RPC after error@516599239) -> (continuation of Deferred@409531601 after retry RPC after error@463098497)))
14:06:22.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:22.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113182525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:22.536 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:06:22.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
14:06:22.632 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:22.632 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:22.633 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:22.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.633 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:22.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:22.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:22.634 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:22.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:22.822 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:22.823 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:22.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:22.823 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:22.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:22.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:22.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:22.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:22.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:22.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:22.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:22.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:22.824 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:22.973 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:06:23.002 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: giving up after 1 attempts
14:06:23.002 [DEBUG - main] (Connection.java:575) [peer master-127.25.45.189:37197(127.25.45.189:37197)] disconnecting while in state READY
14:06:23.002 [DEBUG - main] (Connection.java:575) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] disconnecting while in state READY
14:06:23.002 [DEBUG - main] (Connection.java:575) [peer master-127.25.45.190:35733(127.25.45.190:35733)] disconnecting while in state READY
14:06:23.002 [DEBUG - main] (Connection.java:575) [peer master-127.25.45.188:32967(127.25.45.188:32967)] disconnecting while in state READY
14:06:23.003 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.45.189:37197(127.25.45.189:37197)] handling channelInactive
14:06:23.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state READY due to: connection closed
14:06:23.003 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] handling channelInactive
14:06:23.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3ae82ab729bb43e287820bd5c904963e(127.25.45.131:45883)] cleaning up while in state READY due to: connection closed
14:06:23.005 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:23.003 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.45.190:35733(127.25.45.190:35733)] handling channelInactive
14:06:23.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state READY due to: connection closed
14:06:23.006 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:06:23.006 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
14:06:23.006 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
14:06:23.007 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.45.188:32967(127.25.45.188:32967)] handling channelInactive
14:06:23.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state READY due to: connection closed
14:06:23.007 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 29 thread-local buffer(s) from thread: kudu-nio-2
14:06:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:23.007507 25782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 26081
14:06:23.024 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:23.025 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113183025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:23.045634 25782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 26224
14:06:23.060 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=35 ms, finalizationTime=0 ms).
14:06:23.062 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
14:06:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:23.083957 25782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 26416
14:06:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:23.122352 25782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 25794
14:06:23.153 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.45.190:35733(127.25.45.190:35733)] handling channelInactive
14:06:23.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state READY due to: connection closed
14:06:23.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:23.153913 25782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 25864
14:06:23.185 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.45.189:37197(127.25.45.189:37197)] handling channelInactive
14:06:23.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state READY due to: connection closed
14:06:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:23.186044 25782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 25940
14:06:23.220 [ERROR - kudu-nio-2] (Connection.java:452) [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:23.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state READY due to: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967]
14:06:23.220 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location master-127.25.45.188:32967(127.25.45.188:32967) for tablet Kudu Master: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967]
14:06:23.222 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.45.188:32967(127.25.45.188:32967)] handling channelInactive
14:06:23.225 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:23.235 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.236 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:23.236 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.236 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:23.236 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:23.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:23.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:23.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:23.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:23.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:23.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:23.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:23.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:23.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:23.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:23.237 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.238 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.255 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.256 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.256 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.257 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.275 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.275 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.276 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.276 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.294 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.295 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.295 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.296 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.314 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.315 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.315 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.374 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.375 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.376 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.377 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.401 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:23.401 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:23.401 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:23.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:23.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:23.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:23.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:23.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:23.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:23.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:23.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:23.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:23.402 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:23.494 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.495 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.495 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.496 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.500 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:23.500 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:23.501 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:23.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:23.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:23.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:23.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:23.501 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:23.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:23.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:23.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:23.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:23.502 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:23.524 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:23.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113183525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:23.535 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:06:23.535 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
14:06:23.594 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.594 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.595 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.596 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.608 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:23.608 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:23.608 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:23.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:23.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:23.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:23.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:23.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:23.609 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:23.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:23.609 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:23.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:23.609 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:23.610 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28560), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [7ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [16ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [16ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [35ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [37ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [38ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [50ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [52ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [53ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [104ms] refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [106ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1642ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2182ms] too many traces: truncated at 100 traces, deferred=Deferred@10380850(state=PENDING, result=null, callback=(continuation of Deferred@1858249598 after retry RPC after error@633404988) -> (continuation of Deferred@1184864841 after retry RPC after error@893639518) -> (continuation of Deferred@1314998235 after retry RPC after error@1827823925) -> (continuation of Deferred@1451615024 after retry RPC after error@2109164437) -> (continuation of Deferred@967607399 after retry RPC after error@1177072046) -> (continuation of Deferred@1062028856 after retry RPC after error@2019645863) -> (continuation of Deferred@632513904 after retry RPC after error@638911913) -> (continuation of Deferred@1941765077 after retry RPC after error@23210084) -> (continuation of Deferred@1061438941 after retry RPC after error@837957585) -> (continuation of Deferred@629411945 after retry RPC after error@892677557) -> (continuation of Deferred@675474531 after retry RPC after error@137239045) -> (continuation of Deferred@229393457 after retry RPC after error@292063412) -> (continuation of Deferred@779509518 after retry RPC after error@1458607863) -> (continuation of Deferred@965926356 after retry RPC after error@1827327866) -> (continuation of Deferred@1895330758 after retry RPC after error@577573888) -> (continuation of Deferred@222167524 after retry RPC after error@924163622) -> (continuation of Deferred@79740225 after retry RPC after error@1321694413) -> (continuation of Deferred@864775632 after retry RPC after error@687087913) -> (continuation of Deferred@694135747 after retry RPC after error@1548473145) -> (continuation of Deferred@885444749 after retry RPC after error@1026703957) -> (continuation of Deferred@1776809859 after retry RPC after error@1798775709) -> (continuation of Deferred@1769456846 after retry RPC after error@1190663007) -> (continuation of Deferred@276148204 after retry RPC after error@1108106676) -> (continuation of Deferred@353017999 after retry RPC after error@334379930) -> (continuation of Deferred@786037956 after retry RPC after error@244901206), errback=(continuation of Deferred@1858249598 after retry RPC after error@633404988) -> (continuation of Deferred@1184864841 after retry RPC after error@893639518) -> (continuation of Deferred@1314998235 after retry RPC after error@1827823925) -> (continuation of Deferred@1451615024 after retry RPC after error@2109164437) -> (continuation of Deferred@967607399 after retry RPC after error@1177072046) -> (continuation of Deferred@1062028856 after retry RPC after error@2019645863) -> (continuation of Deferred@632513904 after retry RPC after error@638911913) -> (continuation of Deferred@1941765077 after retry RPC after error@23210084) -> (continuation of Deferred@1061438941 after retry RPC after error@837957585) -> (continuation of Deferred@629411945 after retry RPC after error@892677557) -> (continuation of Deferred@675474531 after retry RPC after error@137239045) -> (continuation of Deferred@229393457 after retry RPC after error@292063412) -> (continuation of Deferred@779509518 after retry RPC after error@1458607863) -> (continuation of Deferred@965926356 after retry RPC after error@1827327866) -> (continuation of Deferred@1895330758 after retry RPC after error@577573888) -> (continuation of Deferred@222167524 after retry RPC after error@924163622) -> (continuation of Deferred@79740225 after retry RPC after error@1321694413) -> (continuation of Deferred@864775632 after retry RPC after error@687087913) -> (continuation of Deferred@694135747 after retry RPC after error@1548473145) -> (continuation of Deferred@885444749 after retry RPC after error@1026703957) -> (continuation of Deferred@1776809859 after retry RPC after error@1798775709) -> (continuation of Deferred@1769456846 after retry RPC after error@1190663007) -> (continuation of Deferred@276148204 after retry RPC after error@1108106676) -> (continuation of Deferred@353017999 after retry RPC after error@334379930) -> (continuation of Deferred@786037956 after retry RPC after error@244901206)))
14:06:23.612 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:06:23.612 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28560), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [7ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [16ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [16ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [35ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [37ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [38ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [50ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [52ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [53ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [104ms] refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [106ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1642ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2182ms] too many traces: truncated at 100 traces, deferred=Deferred@10380850(state=PENDING, result=null, callback=(continuation of Deferred@1858249598 after retry RPC after error@633404988) -> (continuation of Deferred@1184864841 after retry RPC after error@893639518) -> (continuation of Deferred@1314998235 after retry RPC after error@1827823925) -> (continuation of Deferred@1451615024 after retry RPC after error@2109164437) -> (continuation of Deferred@967607399 after retry RPC after error@1177072046) -> (continuation of Deferred@1062028856 after retry RPC after error@2019645863) -> (continuation of Deferred@632513904 after retry RPC after error@638911913) -> (continuation of Deferred@1941765077 after retry RPC after error@23210084) -> (continuation of Deferred@1061438941 after retry RPC after error@837957585) -> (continuation of Deferred@629411945 after retry RPC after error@892677557) -> (continuation of Deferred@675474531 after retry RPC after error@137239045) -> (continuation of Deferred@229393457 after retry RPC after error@292063412) -> (continuation of Deferred@779509518 after retry RPC after error@1458607863) -> (continuation of Deferred@965926356 after retry RPC after error@1827327866) -> (continuation of Deferred@1895330758 after retry RPC after error@577573888) -> (continuation of Deferred@222167524 after retry RPC after error@924163622) -> (continuation of Deferred@79740225 after retry RPC after error@1321694413) -> (continuation of Deferred@864775632 after retry RPC after error@687087913) -> (continuation of Deferred@694135747 after retry RPC after error@1548473145) -> (continuation of Deferred@885444749 after retry RPC after error@1026703957) -> (continuation of Deferred@1776809859 after retry RPC after error@1798775709) -> (continuation of Deferred@1769456846 after retry RPC after error@1190663007) -> (continuation of Deferred@276148204 after retry RPC after error@1108106676) -> (continuation of Deferred@353017999 after retry RPC after error@334379930) -> (continuation of Deferred@786037956 after retry RPC after error@244901206), errback=(continuation of Deferred@1858249598 after retry RPC after error@633404988) -> (continuation of Deferred@1184864841 after retry RPC after error@893639518) -> (continuation of Deferred@1314998235 after retry RPC after error@1827823925) -> (continuation of Deferred@1451615024 after retry RPC after error@2109164437) -> (continuation of Deferred@967607399 after retry RPC after error@1177072046) -> (continuation of Deferred@1062028856 after retry RPC after error@2019645863) -> (continuation of Deferred@632513904 after retry RPC after error@638911913) -> (continuation of Deferred@1941765077 after retry RPC after error@23210084) -> (continuation of Deferred@1061438941 after retry RPC after error@837957585) -> (continuation of Deferred@629411945 after retry RPC after error@892677557) -> (continuation of Deferred@675474531 after retry RPC after error@137239045) -> (continuation of Deferred@229393457 after retry RPC after error@292063412) -> (continuation of Deferred@779509518 after retry RPC after error@1458607863) -> (continuation of Deferred@965926356 after retry RPC after error@1827327866) -> (continuation of Deferred@1895330758 after retry RPC after error@577573888) -> (continuation of Deferred@222167524 after retry RPC after error@924163622) -> (continuation of Deferred@79740225 after retry RPC after error@1321694413) -> (continuation of Deferred@864775632 after retry RPC after error@687087913) -> (continuation of Deferred@694135747 after retry RPC after error@1548473145) -> (continuation of Deferred@885444749 after retry RPC after error@1026703957) -> (continuation of Deferred@1776809859 after retry RPC after error@1798775709) -> (continuation of Deferred@1769456846 after retry RPC after error@1190663007) -> (continuation of Deferred@276148204 after retry RPC after error@1108106676) -> (continuation of Deferred@353017999 after retry RPC after error@334379930) -> (continuation of Deferred@786037956 after retry RPC after error@244901206)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.253:33653
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:23.614 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:06:23.616 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
14:06:23.618 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28560), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [7ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [16ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [16ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [35ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [37ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [38ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [50ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [52ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [53ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [104ms] refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [106ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1642ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2182ms] too many traces: truncated at 100 traces, deferred=Deferred@10380850(state=PENDING, result=null, callback=(continuation of Deferred@1858249598 after retry RPC after error@633404988) -> (continuation of Deferred@1184864841 after retry RPC after error@893639518) -> (continuation of Deferred@1314998235 after retry RPC after error@1827823925) -> (continuation of Deferred@1451615024 after retry RPC after error@2109164437) -> (continuation of Deferred@967607399 after retry RPC after error@1177072046) -> (continuation of Deferred@1062028856 after retry RPC after error@2019645863) -> (continuation of Deferred@632513904 after retry RPC after error@638911913) -> (continuation of Deferred@1941765077 after retry RPC after error@23210084) -> (continuation of Deferred@1061438941 after retry RPC after error@837957585) -> (continuation of Deferred@629411945 after retry RPC after error@892677557) -> (continuation of Deferred@675474531 after retry RPC after error@137239045) -> (continuation of Deferred@229393457 after retry RPC after error@292063412) -> (continuation of Deferred@779509518 after retry RPC after error@1458607863) -> (continuation of Deferred@965926356 after retry RPC after error@1827327866) -> (continuation of Deferred@1895330758 after retry RPC after error@577573888) -> (continuation of Deferred@222167524 after retry RPC after error@924163622) -> (continuation of Deferred@79740225 after retry RPC after error@1321694413) -> (continuation of Deferred@864775632 after retry RPC after error@687087913) -> (continuation of Deferred@694135747 after retry RPC after error@1548473145) -> (continuation of Deferred@885444749 after retry RPC after error@1026703957) -> (continuation of Deferred@1776809859 after retry RPC after error@1798775709) -> (continuation of Deferred@1769456846 after retry RPC after error@1190663007) -> (continuation of Deferred@276148204 after retry RPC after error@1108106676) -> (continuation of Deferred@353017999 after retry RPC after error@334379930) -> (continuation of Deferred@786037956 after retry RPC after error@244901206), errback=(continuation of Deferred@1858249598 after retry RPC after error@633404988) -> (continuation of Deferred@1184864841 after retry RPC after error@893639518) -> (continuation of Deferred@1314998235 after retry RPC after error@1827823925) -> (continuation of Deferred@1451615024 after retry RPC after error@2109164437) -> (continuation of Deferred@967607399 after retry RPC after error@1177072046) -> (continuation of Deferred@1062028856 after retry RPC after error@2019645863) -> (continuation of Deferred@632513904 after retry RPC after error@638911913) -> (continuation of Deferred@1941765077 after retry RPC after error@23210084) -> (continuation of Deferred@1061438941 after retry RPC after error@837957585) -> (continuation of Deferred@629411945 after retry RPC after error@892677557) -> (continuation of Deferred@675474531 after retry RPC after error@137239045) -> (continuation of Deferred@229393457 after retry RPC after error@292063412) -> (continuation of Deferred@779509518 after retry RPC after error@1458607863) -> (continuation of Deferred@965926356 after retry RPC after error@1827327866) -> (continuation of Deferred@1895330758 after retry RPC after error@577573888) -> (continuation of Deferred@222167524 after retry RPC after error@924163622) -> (continuation of Deferred@79740225 after retry RPC after error@1321694413) -> (continuation of Deferred@864775632 after retry RPC after error@687087913) -> (continuation of Deferred@694135747 after retry RPC after error@1548473145) -> (continuation of Deferred@885444749 after retry RPC after error@1026703957) -> (continuation of Deferred@1776809859 after retry RPC after error@1798775709) -> (continuation of Deferred@1769456846 after retry RPC after error@1190663007) -> (continuation of Deferred@276148204 after retry RPC after error@1108106676) -> (continuation of Deferred@353017999 after retry RPC after error@334379930) -> (continuation of Deferred@786037956 after retry RPC after error@244901206)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.253:33653
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:23.620 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:23.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
14:06:23.620 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
14:06:23.621 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:06:23.696 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:23.696 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:23.696 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:23.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:23.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:23.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:23.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:23.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:23.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:23.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:23.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:23.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:23.697 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:23.782 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:23.783 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:23.783 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:23.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:23.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:23.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:23.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:23.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:23.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:23.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:23.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:23.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:23.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:23.814 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:23.815 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:23.815 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:23.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:23.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:23.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.816 [INFO - pool-142-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:23.816 [WARN - pool-142-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:23.833 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:23.833 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:23.833 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:23.833 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:23.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:23.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:23.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:23.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:23.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:23.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:23.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:23.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:23.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:23.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28774), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [14ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [15ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [16ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [52ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [55ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [94ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [323ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [863ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1022ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2961ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2964ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2965ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2965ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [6481ms] refreshing cache from master, [6481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [6482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [6482ms] too many traces: truncated at 100 traces, deferred=Deferred@942403109(state=PENDING, result=null, callback=(continuation of Deferred@1658388972 after retry RPC after error@1567077130) -> (continuation of Deferred@989356033 after retry RPC after error@1573256125) -> (continuation of Deferred@2000242568 after retry RPC after error@388388230) -> (continuation of Deferred@1848104715 after retry RPC after error@474861921) -> (continuation of Deferred@569757799 after retry RPC after error@81406906) -> (continuation of Deferred@1410677669 after retry RPC after error@648097439) -> (continuation of Deferred@702067908 after retry RPC after error@2089471422) -> (continuation of Deferred@29297049 after retry RPC after error@776276711) -> (continuation of Deferred@1121445247 after retry RPC after error@1754933158) -> (continuation of Deferred@294656237 after retry RPC after error@394537482) -> (continuation of Deferred@1778768280 after retry RPC after error@1394308201) -> (continuation of Deferred@1113414039 after retry RPC after error@1950351276) -> (continuation of Deferred@808595882 after retry RPC after error@939701241) -> (continuation of Deferred@272356495 after retry RPC after error@468880315) -> (continuation of Deferred@988567054 after retry RPC after error@400336849) -> (continuation of Deferred@1502451209 after retry RPC after error@1454207440) -> (continuation of Deferred@237568301 after retry RPC after error@2084166934) -> (continuation of Deferred@1236349254 after retry RPC after error@1957689937) -> (continuation of Deferred@843689344 after retry RPC after error@2758578) -> (continuation of Deferred@1079066096 after retry RPC after error@1269246681) -> (continuation of Deferred@889039744 after retry RPC after error@1689959722) -> (continuation of Deferred@760062704 after retry RPC after error@1607378018) -> (continuation of Deferred@112637360 after retry RPC after error@936643489) -> (continuation of Deferred@2001630601 after retry RPC after error@1560883894) -> (continuation of Deferred@1856051090 after retry RPC after error@2042593508) -> (continuation of Deferred@2111393895 after retry RPC after error@1766937064), errback=(continuation of Deferred@1658388972 after retry RPC after error@1567077130) -> (continuation of Deferred@989356033 after retry RPC after error@1573256125) -> (continuation of Deferred@2000242568 after retry RPC after error@388388230) -> (continuation of Deferred@1848104715 after retry RPC after error@474861921) -> (continuation of Deferred@569757799 after retry RPC after error@81406906) -> (continuation of Deferred@1410677669 after retry RPC after error@648097439) -> (continuation of Deferred@702067908 after retry RPC after error@2089471422) -> (continuation of Deferred@29297049 after retry RPC after error@776276711) -> (continuation of Deferred@1121445247 after retry RPC after error@1754933158) -> (continuation of Deferred@294656237 after retry RPC after error@394537482) -> (continuation of Deferred@1778768280 after retry RPC after error@1394308201) -> (continuation of Deferred@1113414039 after retry RPC after error@1950351276) -> (continuation of Deferred@808595882 after retry RPC after error@939701241) -> (continuation of Deferred@272356495 after retry RPC after error@468880315) -> (continuation of Deferred@988567054 after retry RPC after error@400336849) -> (continuation of Deferred@1502451209 after retry RPC after error@1454207440) -> (continuation of Deferred@237568301 after retry RPC after error@2084166934) -> (continuation of Deferred@1236349254 after retry RPC after error@1957689937) -> (continuation of Deferred@843689344 after retry RPC after error@2758578) -> (continuation of Deferred@1079066096 after retry RPC after error@1269246681) -> (continuation of Deferred@889039744 after retry RPC after error@1689959722) -> (continuation of Deferred@760062704 after retry RPC after error@1607378018) -> (continuation of Deferred@112637360 after retry RPC after error@936643489) -> (continuation of Deferred@2001630601 after retry RPC after error@1560883894) -> (continuation of Deferred@1856051090 after retry RPC after error@2042593508) -> (continuation of Deferred@2111393895 after retry RPC after error@1766937064)))
14:06:23.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:06:23.839 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28774), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [14ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [15ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [16ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [52ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [55ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [94ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [323ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [863ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1022ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2961ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2964ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2965ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2965ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [6481ms] refreshing cache from master, [6481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [6482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [6482ms] too many traces: truncated at 100 traces, deferred=Deferred@942403109(state=PENDING, result=null, callback=(continuation of Deferred@1658388972 after retry RPC after error@1567077130) -> (continuation of Deferred@989356033 after retry RPC after error@1573256125) -> (continuation of Deferred@2000242568 after retry RPC after error@388388230) -> (continuation of Deferred@1848104715 after retry RPC after error@474861921) -> (continuation of Deferred@569757799 after retry RPC after error@81406906) -> (continuation of Deferred@1410677669 after retry RPC after error@648097439) -> (continuation of Deferred@702067908 after retry RPC after error@2089471422) -> (continuation of Deferred@29297049 after retry RPC after error@776276711) -> (continuation of Deferred@1121445247 after retry RPC after error@1754933158) -> (continuation of Deferred@294656237 after retry RPC after error@394537482) -> (continuation of Deferred@1778768280 after retry RPC after error@1394308201) -> (continuation of Deferred@1113414039 after retry RPC after error@1950351276) -> (continuation of Deferred@808595882 after retry RPC after error@939701241) -> (continuation of Deferred@272356495 after retry RPC after error@468880315) -> (continuation of Deferred@988567054 after retry RPC after error@400336849) -> (continuation of Deferred@1502451209 after retry RPC after error@1454207440) -> (continuation of Deferred@237568301 after retry RPC after error@2084166934) -> (continuation of Deferred@1236349254 after retry RPC after error@1957689937) -> (continuation of Deferred@843689344 after retry RPC after error@2758578) -> (continuation of Deferred@1079066096 after retry RPC after error@1269246681) -> (continuation of Deferred@889039744 after retry RPC after error@1689959722) -> (continuation of Deferred@760062704 after retry RPC after error@1607378018) -> (continuation of Deferred@112637360 after retry RPC after error@936643489) -> (continuation of Deferred@2001630601 after retry RPC after error@1560883894) -> (continuation of Deferred@1856051090 after retry RPC after error@2042593508) -> (continuation of Deferred@2111393895 after retry RPC after error@1766937064), errback=(continuation of Deferred@1658388972 after retry RPC after error@1567077130) -> (continuation of Deferred@989356033 after retry RPC after error@1573256125) -> (continuation of Deferred@2000242568 after retry RPC after error@388388230) -> (continuation of Deferred@1848104715 after retry RPC after error@474861921) -> (continuation of Deferred@569757799 after retry RPC after error@81406906) -> (continuation of Deferred@1410677669 after retry RPC after error@648097439) -> (continuation of Deferred@702067908 after retry RPC after error@2089471422) -> (continuation of Deferred@29297049 after retry RPC after error@776276711) -> (continuation of Deferred@1121445247 after retry RPC after error@1754933158) -> (continuation of Deferred@294656237 after retry RPC after error@394537482) -> (continuation of Deferred@1778768280 after retry RPC after error@1394308201) -> (continuation of Deferred@1113414039 after retry RPC after error@1950351276) -> (continuation of Deferred@808595882 after retry RPC after error@939701241) -> (continuation of Deferred@272356495 after retry RPC after error@468880315) -> (continuation of Deferred@988567054 after retry RPC after error@400336849) -> (continuation of Deferred@1502451209 after retry RPC after error@1454207440) -> (continuation of Deferred@237568301 after retry RPC after error@2084166934) -> (continuation of Deferred@1236349254 after retry RPC after error@1957689937) -> (continuation of Deferred@843689344 after retry RPC after error@2758578) -> (continuation of Deferred@1079066096 after retry RPC after error@1269246681) -> (continuation of Deferred@889039744 after retry RPC after error@1689959722) -> (continuation of Deferred@760062704 after retry RPC after error@1607378018) -> (continuation of Deferred@112637360 after retry RPC after error@936643489) -> (continuation of Deferred@2001630601 after retry RPC after error@1560883894) -> (continuation of Deferred@1856051090 after retry RPC after error@2042593508) -> (continuation of Deferred@2111393895 after retry RPC after error@1766937064)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:23.841 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:06:23.842 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
14:06:23.844 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28774), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [14ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [15ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [16ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [52ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [55ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [79ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [94ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [94ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [323ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [863ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1022ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2961ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2964ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2965ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2965ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [6481ms] refreshing cache from master, [6481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [6482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [6482ms] too many traces: truncated at 100 traces, deferred=Deferred@942403109(state=PENDING, result=null, callback=(continuation of Deferred@1658388972 after retry RPC after error@1567077130) -> (continuation of Deferred@989356033 after retry RPC after error@1573256125) -> (continuation of Deferred@2000242568 after retry RPC after error@388388230) -> (continuation of Deferred@1848104715 after retry RPC after error@474861921) -> (continuation of Deferred@569757799 after retry RPC after error@81406906) -> (continuation of Deferred@1410677669 after retry RPC after error@648097439) -> (continuation of Deferred@702067908 after retry RPC after error@2089471422) -> (continuation of Deferred@29297049 after retry RPC after error@776276711) -> (continuation of Deferred@1121445247 after retry RPC after error@1754933158) -> (continuation of Deferred@294656237 after retry RPC after error@394537482) -> (continuation of Deferred@1778768280 after retry RPC after error@1394308201) -> (continuation of Deferred@1113414039 after retry RPC after error@1950351276) -> (continuation of Deferred@808595882 after retry RPC after error@939701241) -> (continuation of Deferred@272356495 after retry RPC after error@468880315) -> (continuation of Deferred@988567054 after retry RPC after error@400336849) -> (continuation of Deferred@1502451209 after retry RPC after error@1454207440) -> (continuation of Deferred@237568301 after retry RPC after error@2084166934) -> (continuation of Deferred@1236349254 after retry RPC after error@1957689937) -> (continuation of Deferred@843689344 after retry RPC after error@2758578) -> (continuation of Deferred@1079066096 after retry RPC after error@1269246681) -> (continuation of Deferred@889039744 after retry RPC after error@1689959722) -> (continuation of Deferred@760062704 after retry RPC after error@1607378018) -> (continuation of Deferred@112637360 after retry RPC after error@936643489) -> (continuation of Deferred@2001630601 after retry RPC after error@1560883894) -> (continuation of Deferred@1856051090 after retry RPC after error@2042593508) -> (continuation of Deferred@2111393895 after retry RPC after error@1766937064), errback=(continuation of Deferred@1658388972 after retry RPC after error@1567077130) -> (continuation of Deferred@989356033 after retry RPC after error@1573256125) -> (continuation of Deferred@2000242568 after retry RPC after error@388388230) -> (continuation of Deferred@1848104715 after retry RPC after error@474861921) -> (continuation of Deferred@569757799 after retry RPC after error@81406906) -> (continuation of Deferred@1410677669 after retry RPC after error@648097439) -> (continuation of Deferred@702067908 after retry RPC after error@2089471422) -> (continuation of Deferred@29297049 after retry RPC after error@776276711) -> (continuation of Deferred@1121445247 after retry RPC after error@1754933158) -> (continuation of Deferred@294656237 after retry RPC after error@394537482) -> (continuation of Deferred@1778768280 after retry RPC after error@1394308201) -> (continuation of Deferred@1113414039 after retry RPC after error@1950351276) -> (continuation of Deferred@808595882 after retry RPC after error@939701241) -> (continuation of Deferred@272356495 after retry RPC after error@468880315) -> (continuation of Deferred@988567054 after retry RPC after error@400336849) -> (continuation of Deferred@1502451209 after retry RPC after error@1454207440) -> (continuation of Deferred@237568301 after retry RPC after error@2084166934) -> (continuation of Deferred@1236349254 after retry RPC after error@1957689937) -> (continuation of Deferred@843689344 after retry RPC after error@2758578) -> (continuation of Deferred@1079066096 after retry RPC after error@1269246681) -> (continuation of Deferred@889039744 after retry RPC after error@1689959722) -> (continuation of Deferred@760062704 after retry RPC after error@1607378018) -> (continuation of Deferred@112637360 after retry RPC after error@936643489) -> (continuation of Deferred@2001630601 after retry RPC after error@1560883894) -> (continuation of Deferred@1856051090 after retry RPC after error@2042593508) -> (continuation of Deferred@2111393895 after retry RPC after error@1766937064)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:23.846 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:23.846 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
14:06:23.846 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
14:06:24.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:24.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113184025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:24.036 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:06:24.037 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
14:06:24.102 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.103 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.103 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.104 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.104 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [127ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [135ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [324ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [324ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [603ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2423ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5741ms] refreshing cache from master, [5741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5743ms] too many traces: truncated at 100 traces, deferred=Deferred@906590591(state=PENDING, result=null, callback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376), errback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376)))
14:06:24.105 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.105 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.105 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [127ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [135ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [324ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [324ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [603ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2423ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5741ms] refreshing cache from master, [5741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5743ms] too many traces: truncated at 100 traces, deferred=Deferred@906590591(state=PENDING, result=null, callback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376), errback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [127ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [135ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [324ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [324ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [603ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2423ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5741ms] refreshing cache from master, [5741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5743ms] too many traces: truncated at 100 traces, deferred=Deferred@906590591(state=PENDING, result=null, callback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376), errback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.190:37593
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:24.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.106 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.111 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [127ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [135ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [324ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [324ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [603ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2423ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5741ms] refreshing cache from master, [5741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5743ms] too many traces: truncated at 100 traces, deferred=Deferred@906590591(state=PENDING, result=null, callback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376), errback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [29ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [127ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [135ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [282ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [283ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [284ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [323ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [324ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [324ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [602ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [603ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [603ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2423ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5741ms] refreshing cache from master, [5741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5743ms] too many traces: truncated at 100 traces, deferred=Deferred@906590591(state=PENDING, result=null, callback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376), errback=(continuation of Deferred@811954178 after retry RPC after error@1642738736) -> (continuation of Deferred@790073304 after retry RPC after error@1378408900) -> (continuation of Deferred@1238783715 after retry RPC after error@2041421917) -> (continuation of Deferred@1792510463 after retry RPC after error@2116393880) -> (continuation of Deferred@96451569 after retry RPC after error@285494355) -> (continuation of Deferred@1196079101 after retry RPC after error@367074775) -> (continuation of Deferred@1845054633 after retry RPC after error@1580004241) -> (continuation of Deferred@1288389366 after retry RPC after error@1373237533) -> (continuation of Deferred@1994552203 after retry RPC after error@1340847805) -> (continuation of Deferred@1503756612 after retry RPC after error@1206829684) -> (continuation of Deferred@586522409 after retry RPC after error@809081748) -> (continuation of Deferred@1707575158 after retry RPC after error@1410008280) -> (continuation of Deferred@1518978471 after retry RPC after error@638586969) -> (continuation of Deferred@2134237146 after retry RPC after error@1939089696) -> (continuation of Deferred@1730444808 after retry RPC after error@1091582061) -> (continuation of Deferred@277537946 after retry RPC after error@1116013186) -> (continuation of Deferred@102097124 after retry RPC after error@1183212315) -> (continuation of Deferred@32502117 after retry RPC after error@1796498120) -> (continuation of Deferred@1118809486 after retry RPC after error@927236219) -> (continuation of Deferred@1239300911 after retry RPC after error@26477310) -> (continuation of Deferred@1047006367 after retry RPC after error@758908017) -> (continuation of Deferred@352540090 after retry RPC after error@882980374) -> (continuation of Deferred@1247009001 after retry RPC after error@117523038) -> (continuation of Deferred@136341889 after retry RPC after error@898428693) -> (continuation of Deferred@1640820189 after retry RPC after error@1825722376)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.190:37593
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:24.114 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:06:24.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
14:06:24.115 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
14:06:24.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
14:06:24.115 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
14:06:24.115 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:06:24.115 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
14:06:24.116 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:06:24.117 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:06:24.117 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
14:06:24.117 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:06:24.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:06:24.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
14:06:24.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:06:24.120 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
14:06:24.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:06:24.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
14:06:24.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:06:24.120 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
14:06:24.120 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
14:06:24.121 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
14:06:24.121 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:24.122 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:06:24.123 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.123 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.123 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.142 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.142 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.143 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.143 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.143 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.143 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.144 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.144 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.144 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.162 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.162 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.163 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.182 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.183 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.183 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.184 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.202 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.203 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.203 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.204 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.262 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.262 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.262 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.263 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.311 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:24.312 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:24.312 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:24.312 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.312 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.312 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.312 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:24.320 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:24.320 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:24.320 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:24.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:24.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:24.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:24.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:24.321 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:24.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:24.321 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:24.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:24.321 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:24.321 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:24.362 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.363 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.363 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.363 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.363 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.364 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.380 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:24.380 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:24.381 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:24.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:06:24Z chronyd exiting
14:06:24.459 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:24.460 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:24.460 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:24.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.461 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:24.462 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.462 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.462 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.462 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.462 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.473 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:24.473 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:24.473 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:24.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.474 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:24.474 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29411), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [16ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [18ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [71ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [71ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [92ms] refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [104ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [501ms] refreshing cache from master, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [503ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [942ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [943ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [943ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [943ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1963ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3624ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3682ms] refreshing cache from master, [3682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3683ms] too many traces: truncated at 100 traces, deferred=Deferred@1098493414(state=PENDING, result=null, callback=(continuation of Deferred@98649618 after retry RPC after error@992535478) -> (continuation of Deferred@1949120350 after retry RPC after error@2025304736) -> (continuation of Deferred@2011802226 after retry RPC after error@186696298) -> (continuation of Deferred@380273559 after retry RPC after error@1405944144) -> (continuation of Deferred@1766693729 after retry RPC after error@1693657008) -> (continuation of Deferred@646424194 after retry RPC after error@503051395) -> (continuation of Deferred@417919694 after retry RPC after error@1708886212) -> (continuation of Deferred@2129887563 after retry RPC after error@1013853690) -> (continuation of Deferred@1674565179 after retry RPC after error@1525415726) -> (continuation of Deferred@946918625 after retry RPC after error@1966878696) -> (continuation of Deferred@1759465850 after retry RPC after error@1841877440) -> (continuation of Deferred@1403111236 after retry RPC after error@1198973367) -> (continuation of Deferred@1429220514 after retry RPC after error@2128453909) -> (continuation of Deferred@589025901 after retry RPC after error@1393620192) -> (continuation of Deferred@118593308 after retry RPC after error@341265378) -> (continuation of Deferred@1763863487 after retry RPC after error@1027679631) -> (continuation of Deferred@912518220 after retry RPC after error@407222585) -> (continuation of Deferred@1648383517 after retry RPC after error@1452894855) -> (continuation of Deferred@2142371220 after retry RPC after error@1242046250) -> (continuation of Deferred@714623176 after retry RPC after error@927515214) -> (continuation of Deferred@1197855854 after retry RPC after error@1293841127) -> (continuation of Deferred@631811460 after retry RPC after error@1409499597) -> (continuation of Deferred@1026308487 after retry RPC after error@52166031) -> (continuation of Deferred@1673503973 after retry RPC after error@763141238), errback=(continuation of Deferred@98649618 after retry RPC after error@992535478) -> (continuation of Deferred@1949120350 after retry RPC after error@2025304736) -> (continuation of Deferred@2011802226 after retry RPC after error@186696298) -> (continuation of Deferred@380273559 after retry RPC after error@1405944144) -> (continuation of Deferred@1766693729 after retry RPC after error@1693657008) -> (continuation of Deferred@646424194 after retry RPC after error@503051395) -> (continuation of Deferred@417919694 after retry RPC after error@1708886212) -> (continuation of Deferred@2129887563 after retry RPC after error@1013853690) -> (continuation of Deferred@1674565179 after retry RPC after error@1525415726) -> (continuation of Deferred@946918625 after retry RPC after error@1966878696) -> (continuation of Deferred@1759465850 after retry RPC after error@1841877440) -> (continuation of Deferred@1403111236 after retry RPC after error@1198973367) -> (continuation of Deferred@1429220514 after retry RPC after error@2128453909) -> (continuation of Deferred@589025901 after retry RPC after error@1393620192) -> (continuation of Deferred@118593308 after retry RPC after error@341265378) -> (continuation of Deferred@1763863487 after retry RPC after error@1027679631) -> (continuation of Deferred@912518220 after retry RPC after error@407222585) -> (continuation of Deferred@1648383517 after retry RPC after error@1452894855) -> (continuation of Deferred@2142371220 after retry RPC after error@1242046250) -> (continuation of Deferred@714623176 after retry RPC after error@927515214) -> (continuation of Deferred@1197855854 after retry RPC after error@1293841127) -> (continuation of Deferred@631811460 after retry RPC after error@1409499597) -> (continuation of Deferred@1026308487 after retry RPC after error@52166031) -> (continuation of Deferred@1673503973 after retry RPC after error@763141238)))
14:06:24.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:24.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113184525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:24.533 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:06:24.533 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
14:06:24.640 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:24.641 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:24.641 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:24.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:24.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:24.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:24.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:24.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:24.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:24.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:24.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:24.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:24.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:24.662 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:24.663 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:24.663 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:24.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:24.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:24.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:24.664 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:24.671 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:24.672 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:24.672 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:24.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:24.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:24.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:24.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:24.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29618), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [7ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [11ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [11ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [37ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [39ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [39ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [70ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [95ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [96ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [96ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [97ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [127ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [127ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [127ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [204ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [482ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [583ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [803ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1920ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1924ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1924ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [4981ms] refreshing cache from master, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4983ms] too many traces: truncated at 100 traces, deferred=Deferred@807493570(state=PENDING, result=null, callback=(continuation of Deferred@1449826316 after retry RPC after error@1040927788) -> (continuation of Deferred@789350329 after retry RPC after error@367592149) -> (continuation of Deferred@398541468 after retry RPC after error@1942947428) -> (continuation of Deferred@943027947 after retry RPC after error@1696019602) -> (continuation of Deferred@2027900686 after retry RPC after error@1932040791) -> (continuation of Deferred@1622751479 after retry RPC after error@1020666838) -> (continuation of Deferred@1056156797 after retry RPC after error@155087830) -> (continuation of Deferred@552176774 after retry RPC after error@757908446) -> (continuation of Deferred@236913218 after retry RPC after error@1950703764) -> (continuation of Deferred@405032742 after retry RPC after error@1407012303) -> (continuation of Deferred@623266020 after retry RPC after error@2058931476) -> (continuation of Deferred@1088417818 after retry RPC after error@2035642107) -> (continuation of Deferred@1847818333 after retry RPC after error@1389353184) -> (continuation of Deferred@1840233859 after retry RPC after error@1071592571) -> (continuation of Deferred@1254838861 after retry RPC after error@1718586156) -> (continuation of Deferred@1992061383 after retry RPC after error@814149511) -> (continuation of Deferred@550472416 after retry RPC after error@979587902) -> (continuation of Deferred@801390588 after retry RPC after error@674830164) -> (continuation of Deferred@1962737721 after retry RPC after error@1420252987) -> (continuation of Deferred@1519561100 after retry RPC after error@988907069) -> (continuation of Deferred@647083410 after retry RPC after error@1214329076) -> (continuation of Deferred@133181117 after retry RPC after error@830898192) -> (continuation of Deferred@445681303 after retry RPC after error@1530391457) -> (continuation of Deferred@1563734972 after retry RPC after error@1480015370) -> (continuation of Deferred@1187903405 after retry RPC after error@583231030) -> (continuation of Deferred@1519552641 after retry RPC after error@993274551), errback=(continuation of Deferred@1449826316 after retry RPC after error@1040927788) -> (continuation of Deferred@789350329 after retry RPC after error@367592149) -> (continuation of Deferred@398541468 after retry RPC after error@1942947428) -> (continuation of Deferred@943027947 after retry RPC after error@1696019602) -> (continuation of Deferred@2027900686 after retry RPC after error@1932040791) -> (continuation of Deferred@1622751479 after retry RPC after error@1020666838) -> (continuation of Deferred@1056156797 after retry RPC after error@155087830) -> (continuation of Deferred@552176774 after retry RPC after error@757908446) -> (continuation of Deferred@236913218 after retry RPC after error@1950703764) -> (continuation of Deferred@405032742 after retry RPC after error@1407012303) -> (continuation of Deferred@623266020 after retry RPC after error@2058931476) -> (continuation of Deferred@1088417818 after retry RPC after error@2035642107) -> (continuation of Deferred@1847818333 after retry RPC after error@1389353184) -> (continuation of Deferred@1840233859 after retry RPC after error@1071592571) -> (continuation of Deferred@1254838861 after retry RPC after error@1718586156) -> (continuation of Deferred@1992061383 after retry RPC after error@814149511) -> (continuation of Deferred@550472416 after retry RPC after error@979587902) -> (continuation of Deferred@801390588 after retry RPC after error@674830164) -> (continuation of Deferred@1962737721 after retry RPC after error@1420252987) -> (continuation of Deferred@1519561100 after retry RPC after error@988907069) -> (continuation of Deferred@647083410 after retry RPC after error@1214329076) -> (continuation of Deferred@133181117 after retry RPC after error@830898192) -> (continuation of Deferred@445681303 after retry RPC after error@1530391457) -> (continuation of Deferred@1563734972 after retry RPC after error@1480015370) -> (continuation of Deferred@1187903405 after retry RPC after error@583231030) -> (continuation of Deferred@1519552641 after retry RPC after error@993274551)))
14:06:24.794 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:24.794 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:24.794 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:24.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:24.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:24.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:24.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:24.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:24.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:24.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:24.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:24.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:24.795 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:24.996 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:24.996 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:24.996 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:24.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:24.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:24.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:24.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:25.011 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:25.012 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:25.012 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:25.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:25.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:25.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:25.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:25.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:25.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:25.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:25.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:25.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:25.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:25.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:25.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113185025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:25.034 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:06:25.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
14:06:25.430 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:06:25.459 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: giving up after 1 attempts
E.14:06:25.460 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113185460
14:06:25.460 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113185460
14:06:25.464 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:06:25.467 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:06:25.468 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:06:25.468 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:06:25.469 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:06:25.469 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:06:25.472 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:06:25.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:25.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113185525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:25.535 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:06:25.536 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
14:06:25.622 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:25.623 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:25.623 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:25.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:25.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:25.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:25.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:25.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:25.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:25.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:25.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:25.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:25.624 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:25.822 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:06:25.822 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:06:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:25.825788 27724 mini_oidc.cc:150] Starting JWKS server
14:06:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:25.828969 27724 webserver.cc:533] Webserver started at http://127.0.0.1:45879/ using document root <none> and password file <none>
14:06:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:25.829373 27724 mini_oidc.cc:186] Starting OIDC Discovery server
14:06:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:25.830997 27724 webserver.cc:533] Webserver started at http://127.0.0.1:37935/ using document root <none> and password file <none>
14:06:25.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:06:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:06:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:06:25Z Disabled control of system clock
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:25.897786 27724 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/wal
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/data
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/logs
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/data/info.pb
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.62:45349
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.62
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45879/jwks.json with env {}
14:06:26.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:26.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113186025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:26.034 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:06:26.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
14:06:26.079 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:26.080 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:26.080 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:26.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:26.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:26.080 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:26.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:26.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:26.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:26.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:26.080 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:26.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:26.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:26.081 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:26.081 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:26.081 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:26.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:26.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:26.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:26.081 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:26.081 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:26.081 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:26.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:26.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:26.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:26.082 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:26.194 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:26.194 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:26.195 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:26.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:26.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:26.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:26.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:26.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:26.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:26.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:26.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:26.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:26.196 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:26.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.216719 27736 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:26.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.217272 27736 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:26.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.217741 27736 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.252696 27736 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.252980 27736 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.253227 27736 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.253449 27736 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.253643 27736 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.253845 27736 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45879/jwks.json
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:26.294057 27736 master_runner.cc:387] Master server non-default flags:
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/data
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/wal
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.62:45349
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45879/jwks.json
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/data/info.pb
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.62
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/logs
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:26.295441 27736 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:26.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:26.297158 27736 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:26.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.309846 27742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:26.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:26.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113186525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:26.542 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
14:06:26.546 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
14:06:26.595 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:26.596 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:26.596 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:26.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:26.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:26.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:26.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:26.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:26.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:26.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:26.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:26.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:26.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:27.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:27.027 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113187026 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:27.054 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=24 ms, finalizationTime=3 ms).
14:06:27.058 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
14:06:27.109 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RESTARTING to RUNNING.
14:06:27.110 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:06:27.113 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
14:06:27.113 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:06:27.120 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
14:06:27.121 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
14:06:27.121 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:06:27.122 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
14:06:27.122 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:27.124 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:27.124 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
14:06:27.124 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:06:27.124 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:06:27.125 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
14:06:27.126 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:27.126 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:06:27.126 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:06:27.127 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
14:06:27.127 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:06:27.127 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
14:06:27.128 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:06:27.128 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:06:27.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
14:06:27.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
14:06:27.128 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
14:06:27.128 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:06:27.129 [INFO - Thread-28] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:06:27.129 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@37b87585
14:06:27.129 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:27.129 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state TERMINATED
14:06:27.129 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:06:27.130 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:06:27.130 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:06:27.130 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:06:27.131 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
14:06:27.131 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
14:06:27.131 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state TERMINATED
14:06:27.131 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state TERMINATED
14:06:27.131 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30386d26
14:06:27.131 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:27.131 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:06:27.131 [DEBUG - Thread-28] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:27.132 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:06:27.135 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:06:27.136 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:06:27.140 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:06:27.141 [INFO - Thread-28] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:06:27.141 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
14:06:27.141 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
14:06:27.141 [INFO - Thread-28] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:06:27.141 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@370fa8ce
14:06:27.141 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:27.142 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:06:27.142 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:06:27.142 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:06:27.146 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:06:27.147 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
14:06:27.147 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
14:06:27.148 [DEBUG - Thread-28] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:27.148 [INFO - Thread-28] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:06:27.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a9aecd8
14:06:27.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:27.148 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47166fae
14:06:27.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:06:27.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:06:27.149 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:06:27.150 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a1c6590
14:06:27.151 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:27.150 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4754b526
14:06:27.154 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:27.156 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26f09b5f
14:06:27.156 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:27.157 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:27.158 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:27.158 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:27.158 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:27.158 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:27.167 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.169 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.171 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.184 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.188 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.190 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.193 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.204 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.206 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.206 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.209 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.211 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.224 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.226 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.232 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.241 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.244 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.245 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.247 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.249 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.252 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.253 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.255 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.258 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.259 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.261 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.264 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.265 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.265 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.266 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.268 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.269 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.280 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.281 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.293 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.299 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.302 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.304 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.305 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.307 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.311 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.314 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.318 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.320 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.323 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.326 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.327 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.330 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.330 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.330 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.331 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.332 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.345 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.346 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.346 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.346 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.346 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.346 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.350 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.351 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.351 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.351 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.352 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.352 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.362 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.364 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.364 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.365 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.365 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.366 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.371 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.373 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.380 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.384 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.385 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.385 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.386 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.386 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.386 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.390 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.390 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.390 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.392 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.399 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.405 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.405 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.405 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.405 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.406 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.407 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.408 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.408 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.410 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.410 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.410 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.420 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.421 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.422 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.422 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.424 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.424 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.424 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.426 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.426 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.426 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.427 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.431 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.432 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.432 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.432 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.439 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:27.440 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:27.440 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:27.440 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:27.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:27.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:27.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:27.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:27.441 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:27.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:27.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:27.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:27.442 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:27.445 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.445 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.445 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.445 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.445 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.445 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.446 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.446 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.446 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.446 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.447 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.450 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.450 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.450 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.450 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.451 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.451 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.451 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.452 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.453 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.453 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.453 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.453 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.466 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.466 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.467 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.468 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.471 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.472 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.472 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.474 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.485 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.485 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.485 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.486 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.486 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.486 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.488 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.488 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.491 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.492 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.492 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.494 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.511 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.512 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.512 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.513 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.524 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:27.525 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113187525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:27.541 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
14:06:27.542 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
14:06:27.550 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.551 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.551 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.552 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.564 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.565 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.565 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.567 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.586 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.587 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.587 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:27.609 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.610 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.610 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.612 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.625 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.625 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.625 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.628 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.652 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.653 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.653 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.655 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.670 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.670 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.671 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.685 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.685 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.685 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.705 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.705 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.705 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.708 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.751 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.752 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.752 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.754 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.766 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:27.767 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:27.767 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:27.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:27.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:27.769 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.769 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:27.769 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:27.715101 27741 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 27736
14:06:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:27.824692 27741 kernel_stack_watchdog.cc:198] Thread 27736 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
14:06:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:26.309960 27743 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:27.825570 27736 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.516s	user 0.453s	sys 0.970s
14:06:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:27.826257 27736 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.516s	user 0.453s	sys 0.970s
14:06:27.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:27.828446 27745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:27.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:27.831671 27744 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1520 milliseconds
14:06:27.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.832341 27736 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.833848 27736 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.837030 27736 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.838553 27736 hybrid_clock.cc:648] HybridClock initialized: now 1779113187838477 us; error 77 us; skew 500 ppm
14:06:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.839684 27736 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.847908 27736 webserver.cc:533] Webserver started at http://127.27.19.62:37111/ using document root <none> and password file <none>
14:06:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.849363 27736 fs_manager.cc:362] Metadata directory not provided
14:06:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.849808 27736 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.850483 27736 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.857138 27736 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/data/instance:
14:06:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b19281a2bf24d3fa48c80265bea85c6"
14:06:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:27 on dist-test-slave-qn3m"
14:06:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.858920 27736 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/wal/instance:
14:06:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b19281a2bf24d3fa48c80265bea85c6"
14:06:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:27 on dist-test-slave-qn3m"
14:06:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.869115 27736 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
14:06:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.876716 27806 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.878011 27736 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
14:06:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.878453 27736 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/wal
14:06:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b19281a2bf24d3fa48c80265bea85c6"
14:06:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:27 on dist-test-slave-qn3m"
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.878881 27736 fs_report.cc:389] FS layout report
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/wal
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/wal
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/data/data
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:27.904 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:27.905 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:27.905 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:27.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:27.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:27.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:27.906 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.935292 27736 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.936825 27736 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:27.937229 27736 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.011145 27736 rpc_server.cc:307] RPC server started. Bound to: 127.27.19.62:45349
14:06:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.011197 27857 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.19.62:45349 every 8 connection(s)
14:06:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.014104 27736 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/data/info.pb
14:06:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.016896 27724 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 27736
14:06:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.017421 27724 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-0/wal/instance
14:06:28.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.021638 27858 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.023010 27724 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/wal
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/data
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/logs
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/data/info.pb
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.61:40871
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.61
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45879/jwks.json with env {}
14:06:28.024 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:28.025 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113188025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:28.035 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:06:28.037 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
14:06:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.039434 27858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } has no permanent_uuid. Determining permanent_uuid...
14:06:28.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.069926 27858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } has no permanent_uuid. Determining permanent_uuid...
14:06:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.072394 27809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.19.61:40871: connect: Connection refused (error 111)
14:06:28.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.076766 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.61:40871: Network error: Client connection negotiation failed: client connection to 127.27.19.61:40871: connect: Connection refused (error 111)
14:06:28.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.126348 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } attempt: 1
14:06:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.130491 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.61:40871: Network error: Client connection negotiation failed: client connection to 127.27.19.61:40871: connect: Connection refused (error 111)
14:06:28.167 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:28.167 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:28.167 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:28.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.168 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.198966 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } attempt: 2
14:06:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.203274 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.61:40871: Network error: Client connection negotiation failed: client connection to 127.27.19.61:40871: connect: Connection refused (error 111)
14:06:28.205 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:28.205 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:28.206 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:28.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.206 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:28.285 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:28.285 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:28.285 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:28.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:28.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:28.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:28.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:28.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:28.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:28.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:28.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:28.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:28.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.294709 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } attempt: 3
14:06:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.298794 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.61:40871: Network error: Client connection negotiation failed: client connection to 127.27.19.61:40871: connect: Connection refused (error 111)
14:06:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.360580 27860 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.361119 27860 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.361581 27860 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.396787 27860 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.397079 27860 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.397372 27860 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.397583 27860 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.397774 27860 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.397921 27860 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45879/jwks.json
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.437989 27860 master_runner.cc:387] Master server non-default flags:
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/data
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/wal
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.61:40871
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45879/jwks.json
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/data/info.pb
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.61
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/logs
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.439344 27860 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:28.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.441031 27860 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.442277 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } attempt: 4
14:06:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.446211 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.61:40871: Network error: Client connection negotiation failed: client connection to 127.27.19.61:40871: connect: Connection refused (error 111)
14:06:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.453161 27869 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:28.495 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:28.495 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:28.495 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:28.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:28.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:28.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:28.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:28.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:28.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:28.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:28.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:28.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:28.497 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:28.510 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:28.511 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:28.511 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:28.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.512 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:28.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:28.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113188525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:28.544 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
14:06:28.546 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
14:06:28.579 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:28.580 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:28.580 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:28.581 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.582 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:28.604 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:28.632 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:28.632 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:28.633 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:28.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.633 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:28.700 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:28.701 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:28.701 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:28.702 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:28.702 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:28.702 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:28.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:28.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:28.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:28.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:28.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:28.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:28.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:28.745657 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } attempt: 5
14:06:28.752 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:28.752 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:28.753 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:28.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.753 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:28.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.758865 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.61:40871: Network error: Client connection negotiation failed: client connection to 127.27.19.61:40871: connect: Connection refused (error 111)
14:06:28.836 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:28.836 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:28.836 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:28.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.838 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:28.840 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:28.840 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:28.840 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:28.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.841 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.841 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.841 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.841 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:28.892 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:28.893 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:28.893 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:28.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.895 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:28.955 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:28.956 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:28.956 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:28.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:28.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:28.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:28.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:28.986 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:28.987 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:28.987 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:28.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:28.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:28.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:28.990 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:29.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113189025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:29.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:29.046 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
14:06:29.048 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
14:06:29.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:29.190 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:29.191 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:29.191 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:29.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:29.209 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:29.210 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:29.210 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:29.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.212 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:29.237 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:29.237 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:29.237 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:29.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.239 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.240 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.240 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.240 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.240 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.240 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:29.265 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:29.265 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:29.265 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:29.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:29.306443 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } attempt: 6
14:06:29.326 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:29.327 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:29.327 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:29.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:29.327502 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.61:40871: Network error: Client connection negotiation failed: client connection to 127.27.19.61:40871: connect: Connection refused (error 111)
14:06:29.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:29.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:29.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:29.328 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:29.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:29.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113189525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:29.540 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:06:29.542 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
14:06:29.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:29.872 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:29.872 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:29.872 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:29.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:29.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:29.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:29.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:29.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:29.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:29.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:29.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:29.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:29.875 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:29.875 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:29.876 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:29.876 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:29.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:29.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:29.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:29.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:29.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:29.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:29.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:29.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:29.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:29.878 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:30.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:30.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113190025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:30.037 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:06:30.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
14:06:30.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:30.176 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:30.176 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:30.176 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:30.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:30.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:30.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:30.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:30.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:30.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:30.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:30.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:30.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:30.177 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:29.858049 27868 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 27860
14:06:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.179158 27860 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.726s	user 0.642s	sys 1.072s
14:06:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:28.456732 27870 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.179713 27860 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.727s	user 0.642s	sys 1.072s
14:06:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.180677 27871 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1725 milliseconds
14:06:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.181551 27872 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.181481 27860 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:30.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.184969 27860 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.187597 27860 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.188973 27860 hybrid_clock.cc:648] HybridClock initialized: now 1779113190188929 us; error 39 us; skew 500 ppm
14:06:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.189778 27860 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.196704 27860 webserver.cc:533] Webserver started at http://127.27.19.61:44817/ using document root <none> and password file <none>
14:06:30.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.197609 27860 fs_manager.cc:362] Metadata directory not provided
14:06:30.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.197820 27860 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.198213 27860 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:30.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.202786 27860 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/data/instance:
14:06:30.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8be18e25e12a496da3bbd515789ab2ee"
14:06:30.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:30 on dist-test-slave-qn3m"
14:06:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.204041 27860 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/wal/instance:
14:06:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8be18e25e12a496da3bbd515789ab2ee"
14:06:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:30 on dist-test-slave-qn3m"
14:06:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.211457 27860 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
14:06:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.217497 27881 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.218722 27860 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
14:06:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.219020 27860 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/wal
14:06:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8be18e25e12a496da3bbd515789ab2ee"
14:06:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:30 on dist-test-slave-qn3m"
14:06:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.219338 27860 fs_report.cc:389] FS layout report
14:06:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/wal
14:06:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/wal
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/data/data
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:30.245 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:30.245 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:30.245 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:30.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:30.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:30.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:30.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:30.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:30.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:30.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:30.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:30.246 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:30.246 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.269840 27860 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:30.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.271519 27860 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.272069 27860 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.353967 27860 rpc_server.cc:307] RPC server started. Bound to: 127.27.19.61:40871
14:06:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.354031 27932 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.19.61:40871 every 8 connection(s)
14:06:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.357693 27860 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/data/info.pb
14:06:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.360669 27724 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 27860
14:06:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.361191 27724 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-1/wal/instance
14:06:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.364353 27724 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/wal
14:06:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/data
14:06:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/logs
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/data/info.pb
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.60:35973
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.60
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45879/jwks.json with env {}
14:06:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.366288 27933 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:30.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.379145 27933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } has no permanent_uuid. Determining permanent_uuid...
14:06:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.388450 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } attempt: 7
14:06:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.411783 27933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } has no permanent_uuid. Determining permanent_uuid...
14:06:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.423239 27858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } has no permanent_uuid. Determining permanent_uuid...
14:06:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.432716 27933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } has no permanent_uuid. Determining permanent_uuid...
14:06:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.433976 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.435681 27884 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.440575 27933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.490119 27933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 1
14:06:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.492522 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 1
14:06:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.495141 27933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.496790 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.524 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:30.525 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113190525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:30.534 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:06:30.534 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
14:06:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.563620 27933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 2
14:06:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.568302 27933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.578241 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 2
14:06:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.582585 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.659722 27933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 3
14:06:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.663780 27933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.668000 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 3
14:06:30.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.672093 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.720822 27935 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.721372 27935 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:30.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.721822 27935 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.757048 27935 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.757417 27935 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.757639 27935 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.757831 27935 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.758024 27935 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.758247 27935 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45879/jwks.json
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.799763 27935 master_runner.cc:387] Master server non-default flags:
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/data
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/wal
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.60:35973
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45879/jwks.json
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/data/info.pb
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.60
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/logs
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:30.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.801291 27935 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.802968 27935 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:30.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.807292 27933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 4
14:06:30.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.811965 27933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.812551 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 4
14:06:30.814 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:30.814 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:30.815 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:30.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:30.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:30.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:30.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:30.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:30.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:30.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.815724 27948 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:30.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:30.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:30.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:30.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:30.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.818106 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:30.840 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:30.841 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:30.841 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:30.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:30.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:30.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:30.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:30.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:30.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:30.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:30.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:30.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:30.842 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:30.860 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:30.861 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:30.861 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:30.861 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:30.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:30.861 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:30.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:30.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:30.861 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:30.861 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:30.861 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:30.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:30.862 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:30.941 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:30.941 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:30.941 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:30.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:30.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:30.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:30.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:30.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:30.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:30.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:30.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:30.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:30.942 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:31.024 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:31.025 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113191025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:31.033 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:06:31.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
14:06:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:31.101603 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 5
14:06:31.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:31.106096 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:31.111424 27933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 5
14:06:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:31.116102 27933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:31.155 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:31.155 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:31.155 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:31.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:31.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:31.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:31.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:31.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:31.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:31.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:31.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:31.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:31.157 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:31.172 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:31.173 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:31.173 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:31.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:31.260 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:31.260 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:31.260 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:31.260 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.260 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.260 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.261 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.261 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.261 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.261 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:31.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:31.525 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113191525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:31.539 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:06:31.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
14:06:31.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:31.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:31.658742 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 6
14:06:31.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:31.663477 27933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 6
14:06:31.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:31.667804 27858 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:31.671252 27933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.19.60:35973: Network error: Client connection negotiation failed: client connection to 127.27.19.60:35973: connect: Connection refused (error 111)
14:06:31.676 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:31.676 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:31.676 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:31.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:31.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:31.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:31.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:31.725 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:31.725 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:31.725 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:31.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.726 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:31.787 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:31.787 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:31.787 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:31.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.788 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:31.945 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:31.945 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:31.946 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:31.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.946 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.946 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.946 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:31.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:31.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:31.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:32.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:32.025 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113192025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:32.035 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:06:32.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
14:06:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:30.818923 27949 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:32.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:30.821039 27935 server_base.cc:1061] running on GCE node
14:06:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:32.062022 27952 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.064841 27935 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.067431 27935 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.068831 27935 hybrid_clock.cc:648] HybridClock initialized: now 1779113192068790 us; error 66 us; skew 500 ppm
14:06:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.069618 27935 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.075935 27935 webserver.cc:533] Webserver started at http://127.27.19.60:37989/ using document root <none> and password file <none>
14:06:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.076910 27935 fs_manager.cc:362] Metadata directory not provided
14:06:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.077106 27935 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.077605 27935 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.082175 27935 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/data/instance:
14:06:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bef586d20aaa46a5844438f5c1942f8e"
14:06:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:32 on dist-test-slave-qn3m"
14:06:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.083236 27935 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/wal/instance:
14:06:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bef586d20aaa46a5844438f5c1942f8e"
14:06:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:32 on dist-test-slave-qn3m"
14:06:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.090850 27935 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
14:06:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.096874 27963 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.098117 27935 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
14:06:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.098510 27935 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/wal
14:06:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bef586d20aaa46a5844438f5c1942f8e"
14:06:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:32 on dist-test-slave-qn3m"
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.098888 27935 fs_report.cc:389] FS layout report
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/wal
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/wal
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/data/data
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:32.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.149888 27935 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.151463 27935 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:32.152 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:32.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.152073 27935 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:32.152 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:32.152 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:32.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.153 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.153 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.153 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.153 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:32.170 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:32.170 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:32.170 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:32.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.228365 27935 rpc_server.cc:307] RPC server started. Bound to: 127.27.19.60:35973
14:06:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.228502 28014 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.19.60:35973 every 8 connection(s)
14:06:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.231094 27935 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/data/info.pb
14:06:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.235411 27724 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 27935
14:06:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.235843 27724 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/master-2/wal/instance
14:06:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.237555 28015 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.254927 28015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } has no permanent_uuid. Determining permanent_uuid...
14:06:32.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.281405 28015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } has no permanent_uuid. Determining permanent_uuid...
14:06:32.285 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:32.285 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:32.285 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:32.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.286 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:32.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.293375 28015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } has no permanent_uuid. Determining permanent_uuid...
14:06:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.309964 28015 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e: Bootstrap starting.
14:06:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.317193 28015 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e: Neither blocks nor log segments found. Creating new log.
14:06:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.319020 28015 log.cc:826] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e: Log is configured to *not* fsync() on all Append() calls
14:06:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.323397 28015 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e: No bootstrap required, opened a new log
14:06:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.344538 28015 raft_consensus.cc:359] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.345243 28015 raft_consensus.cc:385] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.345556 28015 raft_consensus.cc:740] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bef586d20aaa46a5844438f5c1942f8e, State: Initialized, Role: FOLLOWER
14:06:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.346374 28015 consensus_queue.cc:260] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.349465 28024 sys_catalog.cc:455] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.350442 28024 sys_catalog.cc:458] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: This master's current role is: FOLLOWER
14:06:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.351405 28015 sys_catalog.cc:565] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: configured and running, proceeding with master startup.
14:06:32.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:32.381403 28035 catalog_manager.cc:1593] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:06:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:32.384701 28035 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:06:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.376713 27935 master_runner.cc:187] Error getting master registration for 127.27.19.62:45349: OK, instance_id { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" instance_seqno: 1779113187990857 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:06:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:32.407980 27969 tablet.cc:2404] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.408213 27935 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:32.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:32.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113192525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:32.533 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:06:32.534 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
14:06:32.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:32.686 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:32.687 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:32.687 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:32.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:32.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:32.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:32.688 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.701274 27858 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 7
14:06:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.718454 27858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6: Bootstrap starting.
14:06:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.724318 27858 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6: Neither blocks nor log segments found. Creating new log.
14:06:32.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.726428 27858 log.cc:826] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6: Log is configured to *not* fsync() on all Append() calls
14:06:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.728654 28024 raft_consensus.cc:493] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.729257 28024 raft_consensus.cc:515] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.733387 27858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6: No bootstrap required, opened a new log
14:06:32.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.734791 27933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } attempt: 7
14:06:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.733703 28024 leader_election.cc:290] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6b19281a2bf24d3fa48c80265bea85c6 (127.27.19.62:45349), 8be18e25e12a496da3bbd515789ab2ee (127.27.19.61:40871)
14:06:32.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.762660 27858 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.763537 27858 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:32.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.763914 27858 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6b19281a2bf24d3fa48c80265bea85c6, State: Initialized, Role: FOLLOWER
14:06:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.764757 27933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee: Bootstrap starting.
14:06:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.764974 27858 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.772660 27933 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee: Neither blocks nor log segments found. Creating new log.
14:06:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.778862 27933 log.cc:826] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee: Log is configured to *not* fsync() on all Append() calls
14:06:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.778882 28041 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.780618 28041 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [sys.catalog]: This master's current role is: FOLLOWER
14:06:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.780726 28040 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.782308 28040 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.783458 27858 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [sys.catalog]: configured and running, proceeding with master startup.
14:06:32.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.783646 27833 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bef586d20aaa46a5844438f5c1942f8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b19281a2bf24d3fa48c80265bea85c6" is_pre_election: true
14:06:32.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.784890 27833 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bef586d20aaa46a5844438f5c1942f8e in term 0.
14:06:32.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.786499 27964 leader_election.cc:304] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6b19281a2bf24d3fa48c80265bea85c6, bef586d20aaa46a5844438f5c1942f8e; no voters: 
14:06:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.787546 28024 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.787909 28024 raft_consensus.cc:493] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.788229 28024 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 0 FOLLOWER]: Advancing to term 1
14:06:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.789345 27990 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b19281a2bf24d3fa48c80265bea85c6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bef586d20aaa46a5844438f5c1942f8e" is_pre_election: true
14:06:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.790170 28040 leader_election.cc:290] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8be18e25e12a496da3bbd515789ab2ee (127.27.19.61:40871), bef586d20aaa46a5844438f5c1942f8e (127.27.19.60:35973)
14:06:32.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.794494 27933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee: No bootstrap required, opened a new log
14:06:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.795841 28024 raft_consensus.cc:515] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.797129 27990 raft_consensus.cc:2393] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6b19281a2bf24d3fa48c80265bea85c6 in current term 1: Already voted for candidate bef586d20aaa46a5844438f5c1942f8e in this term.
14:06:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.798832 27833 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bef586d20aaa46a5844438f5c1942f8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b19281a2bf24d3fa48c80265bea85c6"
14:06:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.799409 27833 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 0 FOLLOWER]: Advancing to term 1
14:06:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.813081 28024 leader_election.cc:290] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [CANDIDATE]: Term 1 election: Requested vote from peers 6b19281a2bf24d3fa48c80265bea85c6 (127.27.19.62:45349), 8be18e25e12a496da3bbd515789ab2ee (127.27.19.61:40871)
14:06:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.815488 27833 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bef586d20aaa46a5844438f5c1942f8e in term 1.
14:06:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.816506 27964 leader_election.cc:304] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6b19281a2bf24d3fa48c80265bea85c6, bef586d20aaa46a5844438f5c1942f8e; no voters: 
14:06:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.817301 28024 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 1 FOLLOWER]: Leader election won for term 1
14:06:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.828361 28024 raft_consensus.cc:697] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [term 1 LEADER]: Becoming Leader. State: Replica: bef586d20aaa46a5844438f5c1942f8e, State: Running, Role: LEADER
14:06:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.829499 28024 consensus_queue.cc:237] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.838114 28045 sys_catalog.cc:455] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: SysCatalogTable state changed. Reason: New leader bef586d20aaa46a5844438f5c1942f8e. Latest consensus state: current_term: 1 leader_uuid: "bef586d20aaa46a5844438f5c1942f8e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.838706 28045 sys_catalog.cc:458] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: This master's current role is: LEADER
14:06:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.847725 27933 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.850019 28050 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:06:32.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.852170 27933 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.852612 27933 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8be18e25e12a496da3bbd515789ab2ee, State: Initialized, Role: FOLLOWER
14:06:32.854 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:32.854 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:32.855 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:32.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.854172 27933 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } }
14:06:32.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:32.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:32.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:32.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:32.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:32.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:32.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.857724 28050 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:06:32.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:32.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:32.859 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.869129 28053 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.870116 28053 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [sys.catalog]: This master's current role is: FOLLOWER
14:06:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.870918 27933 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [sys.catalog]: configured and running, proceeding with master startup.
14:06:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.871125 27907 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b19281a2bf24d3fa48c80265bea85c6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8be18e25e12a496da3bbd515789ab2ee" is_pre_election: true
14:06:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.873605 27907 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6b19281a2bf24d3fa48c80265bea85c6 in term 0.
14:06:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.871785 27908 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bef586d20aaa46a5844438f5c1942f8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8be18e25e12a496da3bbd515789ab2ee" is_pre_election: true
14:06:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.874989 27908 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bef586d20aaa46a5844438f5c1942f8e in term 0.
14:06:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.875260 27809 leader_election.cc:304] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6b19281a2bf24d3fa48c80265bea85c6, 8be18e25e12a496da3bbd515789ab2ee; no voters: bef586d20aaa46a5844438f5c1942f8e
14:06:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.872484 27906 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bef586d20aaa46a5844438f5c1942f8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8be18e25e12a496da3bbd515789ab2ee"
14:06:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.876049 27906 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [term 0 FOLLOWER]: Advancing to term 1
14:06:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.876900 28040 raft_consensus.cc:2764] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
14:06:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.883118 27906 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bef586d20aaa46a5844438f5c1942f8e in term 1.
14:06:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.885140 27906 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [term 1 FOLLOWER]: Refusing update from remote peer bef586d20aaa46a5844438f5c1942f8e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.887356 28045 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [LEADER]: Connected to new peer: Peer: permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.888620 28060 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:06:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.892122 27833 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [term 1 FOLLOWER]: Refusing update from remote peer bef586d20aaa46a5844438f5c1942f8e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:32.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.894321 28024 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [LEADER]: Connected to new peer: Peer: permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:32.896 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:32.896 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:32.896 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:32.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:32.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:32.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:32.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:32.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:32.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:32.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:32.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:32.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:32.899 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:32.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.941332 28040 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bef586d20aaa46a5844438f5c1942f8e. Latest consensus state: current_term: 1 leader_uuid: "bef586d20aaa46a5844438f5c1942f8e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.942363 28040 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [sys.catalog]: This master's current role is: FOLLOWER
14:06:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:32.948387 27812 tablet.cc:2404] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:32.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.950496 28053 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [sys.catalog]: SysCatalogTable state changed. Reason: New leader bef586d20aaa46a5844438f5c1942f8e. Latest consensus state: current_term: 1 leader_uuid: "bef586d20aaa46a5844438f5c1942f8e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.951179 28053 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [sys.catalog]: This master's current role is: FOLLOWER
14:06:32.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.952214 28055 mvcc.cc:204] Tried to move back new op lower bound from 7287247638005915648 to 7287247637840060416. Current Snapshot: MvccSnapshot[applied={T|T < 7287247638005915648}]
14:06:32.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.900096 27736 master_runner.cc:187] Error getting master registration for 127.27.19.61:40871: OK, instance_id { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" instance_seqno: 1779113190330746 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:06:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.961064 27736 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.972442 28040 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bef586d20aaa46a5844438f5c1942f8e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.973395 28040 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6 [sys.catalog]: This master's current role is: FOLLOWER
14:06:32.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.988556 28024 sys_catalog.cc:455] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bef586d20aaa46a5844438f5c1942f8e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.989372 28024 sys_catalog.cc:458] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: This master's current role is: LEADER
14:06:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.990139 28050 catalog_manager.cc:1382] Generated new cluster ID: 55021534d12b4bfeaa03052327d070ed
14:06:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.990427 28050 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:06:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.994675 28024 sys_catalog.cc:455] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bef586d20aaa46a5844438f5c1942f8e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:32.995398 28024 sys_catalog.cc:458] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e [sys.catalog]: This master's current role is: LEADER
14:06:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.004453 28053 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bef586d20aaa46a5844438f5c1942f8e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b19281a2bf24d3fa48c80265bea85c6" member_type: VOTER last_known_addr { host: "127.27.19.62" port: 45349 } } peers { permanent_uuid: "8be18e25e12a496da3bbd515789ab2ee" member_type: VOTER last_known_addr { host: "127.27.19.61" port: 40871 } } peers { permanent_uuid: "bef586d20aaa46a5844438f5c1942f8e" member_type: VOTER last_known_addr { host: "127.27.19.60" port: 35973 } } }
14:06:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.005141 28053 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee [sys.catalog]: This master's current role is: FOLLOWER
14:06:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.020504 28074 catalog_manager.cc:1294] Loaded cluster ID: 55021534d12b4bfeaa03052327d070ed
14:06:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.021008 28074 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee: loading cluster ID for follower catalog manager: success
14:06:33.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113193027 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:33.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.035610 28074 catalog_manager.cc:1611] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee: acquiring CA information for follower catalog manager: Not found: root CA entry not found
14:06:33.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.036176 28074 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
14:06:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.044766 28050 catalog_manager.cc:1405] Generated new certificate authority record
14:06:33.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.046911 28050 catalog_manager.cc:1539] Loading token signing keys...
14:06:33.055 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=28 ms, finalizationTime=0 ms).
14:06:33.057 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
14:06:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.090101 28050 catalog_manager.cc:6069] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e: Generated new TSK 0
14:06:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.091385 28050 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:06:33.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.125283 27724 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/wal
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/data
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/logs
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/data/info.pb
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.1:0
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.19.1
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.1
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:33.260 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:33.260 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:33.260 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:33.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.261 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:33.372 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:33.372 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:33.373 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:33.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:33.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:33.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:33.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:33.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:33.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:33.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:33.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:33.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:33.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:33.405 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:33.405 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:33.406 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:33.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:33.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:33.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:33.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:33.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:33.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:33.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:33.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:33.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:33.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:33.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:33.525 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113193525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:33.551 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:33.551 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:33.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.562 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:33.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:33.564 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=39 ms, finalizationTime=0 ms).
14:06:33.568 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
14:06:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.570672 28078 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.571513 28078 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.572378 28078 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:33.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.635931 28078 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.637323 28078 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.19.1
14:06:33.652 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:33.652 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:33.652 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:33.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:33.653 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:33.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:33.654 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:33.670 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:33.671 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:33.671 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:33.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:33.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:33.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:33.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:33.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:33.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:33.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:33.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:33.673 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:33.673 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.704708 28078 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/data
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/wal
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.1:0
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/data/info.pb
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.1
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.19.1
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/logs
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:33.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.706449 28078 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.708660 28078 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.725189 28084 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:33.840 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:33.840 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:33.840 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:33.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:33.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:33.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:33.842 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:33.842 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:33.842 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:33.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:33.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:33.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:33.842 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.916056 28060 catalog_manager.cc:1294] Loaded cluster ID: 55021534d12b4bfeaa03052327d070ed
14:06:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.916586 28060 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6: loading cluster ID for follower catalog manager: success
14:06:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.936159 28060 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6: acquiring CA information for follower catalog manager: success
14:06:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:33.942536 28060 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6b19281a2bf24d3fa48c80265bea85c6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:33.974 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:33.974 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:33.974 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:33.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:33.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:33.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:33.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:33.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:33.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:33.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:33.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:33.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:33.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:34.024 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:34.025 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113194025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:34.041 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:06:34.043 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
14:06:34.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:34.048120 28074 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee: acquiring CA information for follower catalog manager: success
14:06:34.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:34.066882 28074 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8be18e25e12a496da3bbd515789ab2ee: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:34.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:34.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:34.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113194525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:34.542 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
14:06:34.548 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
14:06:34.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:34.695 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:34.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:34.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:34.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:34.697 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:34.698 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:34.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:34.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:34.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:34.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:34.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:34.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:34.699 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:35.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113195025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:35.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:35.042 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
14:06:35.048 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
14:06:35.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:35.305 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:35.305 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:35.306 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:35.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:35.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:35.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:35.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:35.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:35.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:35.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:35.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:35.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:35.308 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:35.125779 28083 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 28078
14:06:35.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:35.384377 28083 kernel_stack_watchdog.cc:198] Thread 28078 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
14:06:35.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:35.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:35.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:35.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:35.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:33.728190 28085 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:35.388988 28078 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.662s	user 0.405s	sys 0.600s
14:06:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:35.390326 28078 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.664s	user 0.406s	sys 0.601s
14:06:35.400 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:35.400 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:35.400 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:35.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:35.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:35.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:35.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:35.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:35.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.402235 28078 server_base.cc:1061] running on GCE node
14:06:35.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:35.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:35.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:35.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:35.403 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:35.402449 28091 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:35.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.406240 28078 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:35.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.414614 28078 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.416234 28078 hybrid_clock.cc:648] HybridClock initialized: now 1779113195416194 us; error 43 us; skew 500 ppm
14:06:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.418141 28078 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.437099 28078 webserver.cc:533] Webserver started at http://127.27.19.1:45009/ using document root <none> and password file <none>
14:06:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.438621 28078 fs_manager.cc:362] Metadata directory not provided
14:06:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.439026 28078 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.439709 28078 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:35.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.446329 28078 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/data/instance:
14:06:35.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "209bbf691bb94971bb04d86446c9961a"
14:06:35.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:35 on dist-test-slave-qn3m"
14:06:35.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.447955 28078 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/wal/instance:
14:06:35.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "209bbf691bb94971bb04d86446c9961a"
14:06:35.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:35 on dist-test-slave-qn3m"
14:06:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.463384 28078 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.007s	sys 0.006s
14:06:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.476644 28097 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.478144 28078 fs_manager.cc:730] Time spent opening block manager: real 0.010s	user 0.008s	sys 0.000s
14:06:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.478667 28078 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/wal
14:06:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "209bbf691bb94971bb04d86446c9961a"
14:06:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:35 on dist-test-slave-qn3m"
14:06:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.479281 28078 fs_report.cc:389] FS layout report
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/wal
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/wal
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/data/data
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:35.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:35.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113195525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:35.539 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:06:35.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
14:06:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.588552 28078 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.590819 28078 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.591548 28078 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.601087 28078 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:35.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.614387 28078 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.614888 28078 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
14:06:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.615327 28078 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:35.615660 28078 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:35.820 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:35.820 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:35.821 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:35.821 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:35.821 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:35.821 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:35.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:35.822 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:35.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:35.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:35.822 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:35.822 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:35.823 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:35.944 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:35.945 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:35.945 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:35.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:35.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:35.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:35.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:35.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:35.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:35.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:35.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:35.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:35.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:36.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:36.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113196025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:36.038 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:06:36.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
14:06:36.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.184615 28078 rpc_server.cc:307] RPC server started. Bound to: 127.27.19.1:43911
14:06:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.184736 28211 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.19.1:43911 every 8 connection(s)
14:06:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.187631 28078 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/data/info.pb
14:06:36.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.189996 27724 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 28078
14:06:36.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.190814 27724 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-0/wal/instance
14:06:36.205 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:36.205 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:36.205 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:36.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:36.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:36.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:36.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:36.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:36.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:36.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:36.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:36.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:36.207 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:36.210 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:36.210 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:36.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.210 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:36.210 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.210 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.211 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.225682 27724 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/wal
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/data
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/logs
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/data/info.pb
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.2:0
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.19.2
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.2
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.348335 28213 heartbeater.cc:344] Connected to a master server at 127.27.19.60:35973
14:06:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.348851 28213 heartbeater.cc:461] Registering TS with master...
14:06:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.350203 28213 heartbeater.cc:507] Master 127.27.19.60:35973 requested a full tablet report, sending...
14:06:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.351505 28214 heartbeater.cc:344] Connected to a master server at 127.27.19.61:40871
14:06:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.351905 28214 heartbeater.cc:461] Registering TS with master...
14:06:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.352864 28214 heartbeater.cc:507] Master 127.27.19.61:40871 requested a full tablet report, sending...
14:06:36.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.357395 27898 ts_manager.cc:194] Registered new tserver with Master: 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911)
14:06:36.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.360378 27980 ts_manager.cc:194] Registered new tserver with Master: 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911)
14:06:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.364246 27980 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.19.1:49251
14:06:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.374802 28218 heartbeater.cc:344] Connected to a master server at 127.27.19.62:45349
14:06:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.375171 28218 heartbeater.cc:461] Registering TS with master...
14:06:36.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.375808 28218 heartbeater.cc:507] Master 127.27.19.62:45349 requested a full tablet report, sending...
14:06:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.379328 27823 ts_manager.cc:194] Registered new tserver with Master: 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911)
14:06:36.432 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:36.432 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:36.432 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:36.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.434 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:36.439 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:36.439 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:36.440 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:36.440 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.440 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.441 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:36.476 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:36.476 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:36.476 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:36.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:36.491 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:36.492 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:36.492 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:36.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.492 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.492 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.492 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.492 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.492 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:36.506 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:36.506 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:36.506 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:36.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.509 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.509 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:36.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:36.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113196525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:36.533 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:36.534 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:36.534 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:36.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:36.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:36.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:36.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:36.539 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:06:36.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
14:06:36.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:36.686229 28217 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:36.686823 28217 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:36.687480 28217 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:36.726934 28217 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:36.728204 28217 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.19.2
14:06:36.760 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:36.760 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:36.760 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:36.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:36.761 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.761 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.761 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:36.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:36.762 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.775974 28217 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/data
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/wal
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.2:0
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/data/info.pb
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.2
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.19.2
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/logs
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.777794 28217 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:36.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:36.780056 28217 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:36.824319 28229 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:37.015 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:37.015 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:37.015 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:37.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:37.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:37.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:37.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:37.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:37.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:37.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:37.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:37.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:37.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:37.025 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113197025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:37.026 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:37.038 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:06:37.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
14:06:37.109 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:37.369000 28213 heartbeater.cc:499] Master 127.27.19.60:35973 was elected leader, sending a full tablet report...
14:06:37.405 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:37.406 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:37.406 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:37.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:37.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:37.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:37.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:37.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:37.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:37.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:37.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:37.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:37.408 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:37.420 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:37.420 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:37.421 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:37.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:37.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:37.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:37.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:37.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:37.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:37.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:37.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:37.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:37.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:37.525 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:37.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113197525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:37.541 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:06:37.543 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
14:06:37.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:37.695 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:37.695 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:37.695 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:37.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:37.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:37.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:37.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:37.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:37.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:37.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:37.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:37.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:37.698 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:37.974 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:37.974 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:37.974 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:37.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:37.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:37.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:37.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:37.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:37.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:37.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:37.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:37.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:37.976 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:38.025 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:38.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113198025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:38.036 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:38.036 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:38.036 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:38.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:38.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:38.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:38.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:38.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:38.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:38.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:38.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:38.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:38.039 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:38.045 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
14:06:38.047 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
14:06:38.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:38.185 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:38.185 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:38.185 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:38.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:38.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:38.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:38.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:38.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:38.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:38.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:38.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:38.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:38.187 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:36.824818 28230 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:38.210281 28228 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 28217
14:06:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:38.350833 28228 kernel_stack_watchdog.cc:198] Thread 28217 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 391ms:
14:06:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:38.355183 28217 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.538s	user 0.575s	sys 0.774s
14:06:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:38.355556 28217 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.539s	user 0.575s	sys 0.775s
14:06:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.361842 28217 server_base.cc:1061] running on GCE node
14:06:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:38.363037 28235 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.364533 28217 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:38.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.367292 28217 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:38.370 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:38.370 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:38.371 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:38.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.371685 28217 hybrid_clock.cc:648] HybridClock initialized: now 1779113198371463 us; error 207 us; skew 500 ppm
14:06:38.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.372825 28217 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:38.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.383031 28217 webserver.cc:533] Webserver started at http://127.27.19.2:38863/ using document root <none> and password file <none>
14:06:38.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.384251 28217 fs_manager.cc:362] Metadata directory not provided
14:06:38.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.384507 28217 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:38.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.385111 28217 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:38.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.390908 28217 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/data/instance:
14:06:38.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56731ee025aa4ba6b39ec22dcaa96c4e"
14:06:38.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:38 on dist-test-slave-qn3m"
14:06:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.392170 28217 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/wal/instance:
14:06:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56731ee025aa4ba6b39ec22dcaa96c4e"
14:06:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:38 on dist-test-slave-qn3m"
14:06:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.400571 28217 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
14:06:38.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.406317 28241 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:38.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.407372 28217 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.407750 28217 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/wal
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56731ee025aa4ba6b39ec22dcaa96c4e"
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:38 on dist-test-slave-qn3m"
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.408185 28217 fs_report.cc:389] FS layout report
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/wal
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/wal
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/data/data
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:38.430 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:38.431 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:38.431 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:38.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.461305 28217 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.462939 28217 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.463479 28217 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.466358 28217 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.470829 28217 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.471076 28217 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:06:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.471398 28217 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.471587 28217 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:38.524 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:38.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113198525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:38.534 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:06:38.535 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
14:06:38.565 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:38.565 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:38.565 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:38.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.567 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:38.603 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.620926 28217 rpc_server.cc:307] RPC server started. Bound to: 127.27.19.2:41943
14:06:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.621034 28353 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.19.2:41943 every 8 connection(s)
14:06:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.623726 28217 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/data/info.pb
14:06:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.630628 27724 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 28217
14:06:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.631145 27724 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-1/wal/instance
14:06:38.632 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:38.632 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:38.632 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:38.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.633 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.633 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.641492 27724 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/wal
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/data
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/logs
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/data/info.pb
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.3:0
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.19.3
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.3
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.669700 28356 heartbeater.cc:344] Connected to a master server at 127.27.19.62:45349
14:06:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.670310 28356 heartbeater.cc:461] Registering TS with master...
14:06:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.671916 28356 heartbeater.cc:507] Master 127.27.19.62:45349 requested a full tablet report, sending...
14:06:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.673063 28355 heartbeater.cc:344] Connected to a master server at 127.27.19.61:40871
14:06:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.673465 28355 heartbeater.cc:461] Registering TS with master...
14:06:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.673646 28354 heartbeater.cc:344] Connected to a master server at 127.27.19.60:35973
14:06:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.673961 28354 heartbeater.cc:461] Registering TS with master...
14:06:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.674434 28355 heartbeater.cc:507] Master 127.27.19.61:40871 requested a full tablet report, sending...
14:06:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.674821 28354 heartbeater.cc:507] Master 127.27.19.60:35973 requested a full tablet report, sending...
14:06:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.677399 27980 ts_manager.cc:194] Registered new tserver with Master: 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943)
14:06:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.677508 27898 ts_manager.cc:194] Registered new tserver with Master: 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943)
14:06:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.677807 27823 ts_manager.cc:194] Registered new tserver with Master: 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943)
14:06:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:38.679196 27980 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.19.2:38517
14:06:38.870 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:38.870 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:38.870 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:38.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:38.871 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:38.871 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:38.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.872 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:38.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.872 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:38.932 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:38.932 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:38.932 [DEBUG - pool-127-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:38.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:38.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:38.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:38.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:38.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:38.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:38.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:38.933 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:38.933 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:38.933 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:38.934 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28886), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [126ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [205ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [273ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [274ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [276ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [276ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [325ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [325ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [366ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [404ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [524ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [525ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [525ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [844ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [845ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [845ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1863ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2740ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6001ms] refreshing cache from master, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6002ms] too many traces: truncated at 100 traces, deferred=Deferred@1743686773(state=PENDING, result=null, callback=(continuation of Deferred@133709215 after retry RPC after error@1673283844) -> (continuation of Deferred@1919705278 after retry RPC after error@1634912162) -> (continuation of Deferred@664799958 after retry RPC after error@651531087) -> (continuation of Deferred@934117051 after retry RPC after error@1083568187) -> (continuation of Deferred@1732551749 after retry RPC after error@1828789257) -> (continuation of Deferred@830865332 after retry RPC after error@1593755031) -> (continuation of Deferred@475669633 after retry RPC after error@2036236887) -> (continuation of Deferred@1731766935 after retry RPC after error@1329727898) -> (continuation of Deferred@40977119 after retry RPC after error@263202044) -> (continuation of Deferred@763255695 after retry RPC after error@1924110691) -> (continuation of Deferred@2059422291 after retry RPC after error@1960384051) -> (continuation of Deferred@723814660 after retry RPC after error@625899906) -> (continuation of Deferred@1571040682 after retry RPC after error@1643172003) -> (continuation of Deferred@1846741296 after retry RPC after error@944238361) -> (continuation of Deferred@1148341446 after retry RPC after error@593557795) -> (continuation of Deferred@1439444726 after retry RPC after error@1383345265) -> (continuation of Deferred@79056517 after retry RPC after error@540743377) -> (continuation of Deferred@338962366 after retry RPC after error@1741723373) -> (continuation of Deferred@1361325812 after retry RPC after error@701573023) -> (continuation of Deferred@476966092 after retry RPC after error@2137618002) -> (continuation of Deferred@264938693 after retry RPC after error@789022588) -> (continuation of Deferred@1551832540 after retry RPC after error@1754280935) -> (continuation of Deferred@849759932 after retry RPC after error@554243059) -> (continuation of Deferred@100410363 after retry RPC after error@1822046120), errback=(continuation of Deferred@133709215 after retry RPC after error@1673283844) -> (continuation of Deferred@1919705278 after retry RPC after error@1634912162) -> (continuation of Deferred@664799958 after retry RPC after error@651531087) -> (continuation of Deferred@934117051 after retry RPC after error@1083568187) -> (continuation of Deferred@1732551749 after retry RPC after error@1828789257) -> (continuation of Deferred@830865332 after retry RPC after error@1593755031) -> (continuation of Deferred@475669633 after retry RPC after error@2036236887) -> (continuation of Deferred@1731766935 after retry RPC after error@1329727898) -> (continuation of Deferred@40977119 after retry RPC after error@263202044) -> (continuation of Deferred@763255695 after retry RPC after error@1924110691) -> (continuation of Deferred@2059422291 after retry RPC after error@1960384051) -> (continuation of Deferred@723814660 after retry RPC after error@625899906) -> (continuation of Deferred@1571040682 after retry RPC after error@1643172003) -> (continuation of Deferred@1846741296 after retry RPC after error@944238361) -> (continuation of Deferred@1148341446 after retry RPC after error@593557795) -> (continuation of Deferred@1439444726 after retry RPC after error@1383345265) -> (continuation of Deferred@79056517 after retry RPC after error@540743377) -> (continuation of Deferred@338962366 after retry RPC after error@1741723373) -> (continuation of Deferred@1361325812 after retry RPC after error@701573023) -> (continuation of Deferred@476966092 after retry RPC after error@2137618002) -> (continuation of Deferred@264938693 after retry RPC after error@789022588) -> (continuation of Deferred@1551832540 after retry RPC after error@1754280935) -> (continuation of Deferred@849759932 after retry RPC after error@554243059) -> (continuation of Deferred@100410363 after retry RPC after error@1822046120)))
14:06:38.935 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:06:38.936 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28886), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [126ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [205ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [273ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [274ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [276ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [276ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [325ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [325ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [366ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [404ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [524ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [525ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [525ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [844ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [845ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [845ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1863ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2740ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6001ms] refreshing cache from master, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6002ms] too many traces: truncated at 100 traces, deferred=Deferred@1743686773(state=PENDING, result=null, callback=(continuation of Deferred@133709215 after retry RPC after error@1673283844) -> (continuation of Deferred@1919705278 after retry RPC after error@1634912162) -> (continuation of Deferred@664799958 after retry RPC after error@651531087) -> (continuation of Deferred@934117051 after retry RPC after error@1083568187) -> (continuation of Deferred@1732551749 after retry RPC after error@1828789257) -> (continuation of Deferred@830865332 after retry RPC after error@1593755031) -> (continuation of Deferred@475669633 after retry RPC after error@2036236887) -> (continuation of Deferred@1731766935 after retry RPC after error@1329727898) -> (continuation of Deferred@40977119 after retry RPC after error@263202044) -> (continuation of Deferred@763255695 after retry RPC after error@1924110691) -> (continuation of Deferred@2059422291 after retry RPC after error@1960384051) -> (continuation of Deferred@723814660 after retry RPC after error@625899906) -> (continuation of Deferred@1571040682 after retry RPC after error@1643172003) -> (continuation of Deferred@1846741296 after retry RPC after error@944238361) -> (continuation of Deferred@1148341446 after retry RPC after error@593557795) -> (continuation of Deferred@1439444726 after retry RPC after error@1383345265) -> (continuation of Deferred@79056517 after retry RPC after error@540743377) -> (continuation of Deferred@338962366 after retry RPC after error@1741723373) -> (continuation of Deferred@1361325812 after retry RPC after error@701573023) -> (continuation of Deferred@476966092 after retry RPC after error@2137618002) -> (continuation of Deferred@264938693 after retry RPC after error@789022588) -> (continuation of Deferred@1551832540 after retry RPC after error@1754280935) -> (continuation of Deferred@849759932 after retry RPC after error@554243059) -> (continuation of Deferred@100410363 after retry RPC after error@1822046120), errback=(continuation of Deferred@133709215 after retry RPC after error@1673283844) -> (continuation of Deferred@1919705278 after retry RPC after error@1634912162) -> (continuation of Deferred@664799958 after retry RPC after error@651531087) -> (continuation of Deferred@934117051 after retry RPC after error@1083568187) -> (continuation of Deferred@1732551749 after retry RPC after error@1828789257) -> (continuation of Deferred@830865332 after retry RPC after error@1593755031) -> (continuation of Deferred@475669633 after retry RPC after error@2036236887) -> (continuation of Deferred@1731766935 after retry RPC after error@1329727898) -> (continuation of Deferred@40977119 after retry RPC after error@263202044) -> (continuation of Deferred@763255695 after retry RPC after error@1924110691) -> (continuation of Deferred@2059422291 after retry RPC after error@1960384051) -> (continuation of Deferred@723814660 after retry RPC after error@625899906) -> (continuation of Deferred@1571040682 after retry RPC after error@1643172003) -> (continuation of Deferred@1846741296 after retry RPC after error@944238361) -> (continuation of Deferred@1148341446 after retry RPC after error@593557795) -> (continuation of Deferred@1439444726 after retry RPC after error@1383345265) -> (continuation of Deferred@79056517 after retry RPC after error@540743377) -> (continuation of Deferred@338962366 after retry RPC after error@1741723373) -> (continuation of Deferred@1361325812 after retry RPC after error@701573023) -> (continuation of Deferred@476966092 after retry RPC after error@2137618002) -> (continuation of Deferred@264938693 after retry RPC after error@789022588) -> (continuation of Deferred@1551832540 after retry RPC after error@1754280935) -> (continuation of Deferred@849759932 after retry RPC after error@554243059) -> (continuation of Deferred@100410363 after retry RPC after error@1822046120)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:38.938 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:06:38.939 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
14:06:38.941 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28886), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [126ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [205ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [273ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [274ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [276ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [276ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [303ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [325ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [325ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [365ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [366ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [404ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [524ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [525ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [525ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [844ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [845ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [845ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1863ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2740ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6001ms] refreshing cache from master, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6002ms] too many traces: truncated at 100 traces, deferred=Deferred@1743686773(state=PENDING, result=null, callback=(continuation of Deferred@133709215 after retry RPC after error@1673283844) -> (continuation of Deferred@1919705278 after retry RPC after error@1634912162) -> (continuation of Deferred@664799958 after retry RPC after error@651531087) -> (continuation of Deferred@934117051 after retry RPC after error@1083568187) -> (continuation of Deferred@1732551749 after retry RPC after error@1828789257) -> (continuation of Deferred@830865332 after retry RPC after error@1593755031) -> (continuation of Deferred@475669633 after retry RPC after error@2036236887) -> (continuation of Deferred@1731766935 after retry RPC after error@1329727898) -> (continuation of Deferred@40977119 after retry RPC after error@263202044) -> (continuation of Deferred@763255695 after retry RPC after error@1924110691) -> (continuation of Deferred@2059422291 after retry RPC after error@1960384051) -> (continuation of Deferred@723814660 after retry RPC after error@625899906) -> (continuation of Deferred@1571040682 after retry RPC after error@1643172003) -> (continuation of Deferred@1846741296 after retry RPC after error@944238361) -> (continuation of Deferred@1148341446 after retry RPC after error@593557795) -> (continuation of Deferred@1439444726 after retry RPC after error@1383345265) -> (continuation of Deferred@79056517 after retry RPC after error@540743377) -> (continuation of Deferred@338962366 after retry RPC after error@1741723373) -> (continuation of Deferred@1361325812 after retry RPC after error@701573023) -> (continuation of Deferred@476966092 after retry RPC after error@2137618002) -> (continuation of Deferred@264938693 after retry RPC after error@789022588) -> (continuation of Deferred@1551832540 after retry RPC after error@1754280935) -> (continuation of Deferred@849759932 after retry RPC after error@554243059) -> (continuation of Deferred@100410363 after retry RPC after error@1822046120), errback=(continuation of Deferred@133709215 after retry RPC after error@1673283844) -> (continuation of Deferred@1919705278 after retry RPC after error@1634912162) -> (continuation of Deferred@664799958 after retry RPC after error@651531087) -> (continuation of Deferred@934117051 after retry RPC after error@1083568187) -> (continuation of Deferred@1732551749 after retry RPC after error@1828789257) -> (continuation of Deferred@830865332 after retry RPC after error@1593755031) -> (continuation of Deferred@475669633 after retry RPC after error@2036236887) -> (continuation of Deferred@1731766935 after retry RPC after error@1329727898) -> (continuation of Deferred@40977119 after retry RPC after error@263202044) -> (continuation of Deferred@763255695 after retry RPC after error@1924110691) -> (continuation of Deferred@2059422291 after retry RPC after error@1960384051) -> (continuation of Deferred@723814660 after retry RPC after error@625899906) -> (continuation of Deferred@1571040682 after retry RPC after error@1643172003) -> (continuation of Deferred@1846741296 after retry RPC after error@944238361) -> (continuation of Deferred@1148341446 after retry RPC after error@593557795) -> (continuation of Deferred@1439444726 after retry RPC after error@1383345265) -> (continuation of Deferred@79056517 after retry RPC after error@540743377) -> (continuation of Deferred@338962366 after retry RPC after error@1741723373) -> (continuation of Deferred@1361325812 after retry RPC after error@701573023) -> (continuation of Deferred@476966092 after retry RPC after error@2137618002) -> (continuation of Deferred@264938693 after retry RPC after error@789022588) -> (continuation of Deferred@1551832540 after retry RPC after error@1754280935) -> (continuation of Deferred@849759932 after retry RPC after error@554243059) -> (continuation of Deferred@100410363 after retry RPC after error@1822046120)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:38.943 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:38.943 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
14:06:38.943 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
14:06:38.943 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RUNNING to RESTARTING.
14:06:38.944 [WARN - flink-pekko.actor.default-dispatcher-9] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
14:06:38.986 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:38.987 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:38.987 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:38.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:38.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:38.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:38.988 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:38.990893 28362 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:38.991356 28362 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:38.991832 28362 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:39.015 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:39.016 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:39.016 [DEBUG - pool-129-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:39.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.017 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:39.017 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28940), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [119ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [255ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [259ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [260ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [261ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [290ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [704ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [705ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [960ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1702ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6421ms] refreshing cache from master, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6422ms] too many traces: truncated at 100 traces, deferred=Deferred@2032825772(state=PENDING, result=null, callback=(continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085) -> (continuation of Deferred@1835785329 after retry RPC after error@991144988) -> (continuation of Deferred@320115624 after retry RPC after error@1843808498) -> (continuation of Deferred@1591581035 after retry RPC after error@2013838816) -> (continuation of Deferred@1337387162 after retry RPC after error@273193030) -> (continuation of Deferred@577523173 after retry RPC after error@532026357) -> (continuation of Deferred@1740429985 after retry RPC after error@862119096) -> (continuation of Deferred@1931580500 after retry RPC after error@1554454654) -> (continuation of Deferred@1573890201 after retry RPC after error@2032976060), errback=(continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085) -> (continuation of Deferred@1835785329 after retry RPC after error@991144988) -> (continuation of Deferred@320115624 after retry RPC after error@1843808498) -> (continuation of Deferred@1591581035 after retry RPC after error@2013838816) -> (continuation of Deferred@1337387162 after retry RPC after error@273193030) -> (continuation of Deferred@577523173 after retry RPC after error@532026357) -> (continuation of Deferred@1740429985 after retry RPC after error@862119096) -> (continuation of Deferred@1931580500 after retry RPC after error@1554454654) -> (continuation of Deferred@1573890201 after retry RPC after error@2032976060)))
14:06:39.020 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:06:39.020 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28940), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [119ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [255ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [259ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [260ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [261ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [290ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [704ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [705ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [960ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1702ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6421ms] refreshing cache from master, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6422ms] too many traces: truncated at 100 traces, deferred=Deferred@2032825772(state=PENDING, result=null, callback=(continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085) -> (continuation of Deferred@1835785329 after retry RPC after error@991144988) -> (continuation of Deferred@320115624 after retry RPC after error@1843808498) -> (continuation of Deferred@1591581035 after retry RPC after error@2013838816) -> (continuation of Deferred@1337387162 after retry RPC after error@273193030) -> (continuation of Deferred@577523173 after retry RPC after error@532026357) -> (continuation of Deferred@1740429985 after retry RPC after error@862119096) -> (continuation of Deferred@1931580500 after retry RPC after error@1554454654) -> (continuation of Deferred@1573890201 after retry RPC after error@2032976060), errback=(continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085) -> (continuation of Deferred@1835785329 after retry RPC after error@991144988) -> (continuation of Deferred@320115624 after retry RPC after error@1843808498) -> (continuation of Deferred@1591581035 after retry RPC after error@2013838816) -> (continuation of Deferred@1337387162 after retry RPC after error@273193030) -> (continuation of Deferred@577523173 after retry RPC after error@532026357) -> (continuation of Deferred@1740429985 after retry RPC after error@862119096) -> (continuation of Deferred@1931580500 after retry RPC after error@1554454654) -> (continuation of Deferred@1573890201 after retry RPC after error@2032976060)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:39.022 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
14:06:39.024 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:06:39.026 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28940), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [119ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [255ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [259ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [260ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [261ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [290ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [704ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [705ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [960ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1702ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6421ms] refreshing cache from master, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6422ms] too many traces: truncated at 100 traces, deferred=Deferred@2032825772(state=PENDING, result=null, callback=(continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085) -> (continuation of Deferred@1835785329 after retry RPC after error@991144988) -> (continuation of Deferred@320115624 after retry RPC after error@1843808498) -> (continuation of Deferred@1591581035 after retry RPC after error@2013838816) -> (continuation of Deferred@1337387162 after retry RPC after error@273193030) -> (continuation of Deferred@577523173 after retry RPC after error@532026357) -> (continuation of Deferred@1740429985 after retry RPC after error@862119096) -> (continuation of Deferred@1931580500 after retry RPC after error@1554454654) -> (continuation of Deferred@1573890201 after retry RPC after error@2032976060), errback=(continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085) -> (continuation of Deferred@1835785329 after retry RPC after error@991144988) -> (continuation of Deferred@320115624 after retry RPC after error@1843808498) -> (continuation of Deferred@1591581035 after retry RPC after error@2013838816) -> (continuation of Deferred@1337387162 after retry RPC after error@273193030) -> (continuation of Deferred@577523173 after retry RPC after error@532026357) -> (continuation of Deferred@1740429985 after retry RPC after error@862119096) -> (continuation of Deferred@1931580500 after retry RPC after error@1554454654) -> (continuation of Deferred@1573890201 after retry RPC after error@2032976060)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:39.028 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113199026 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:39.035 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:39.035 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
14:06:39.035 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:06:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:39.036967 28362 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:39.037 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:06:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:39.038287 28362 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.19.3
14:06:39.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:39.078795 28362 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.19.20:41619
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/data
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/wal
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.19.3:0
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/data/info.pb
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.19.3
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.19.3
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/logs
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:39.080245 28362 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:39.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:39.081792 28362 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:39.094198 28370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:39.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:39.346 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:39.347 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:39.347 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:39.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:39.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:39.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:39.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:39.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:39.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:39.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:39.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:39.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:39.349 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:39.529 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113199525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:39.548 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
14:06:39.549 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
14:06:39.580 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:39.580 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:39.580 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:39.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.583 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:39.584 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29511), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [188ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [197ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [197ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [226ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [306ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [332ms] refreshing cache from master, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [334ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [335ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [335ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [366ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [502ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [563ms] refreshing cache from master, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [566ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [566ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [567ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1043ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1105ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3044ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3044ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3045ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3045ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3045ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [6402ms] refreshing cache from master, [6402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6404ms] too many traces: truncated at 100 traces, deferred=Deferred@1837740435(state=PENDING, result=null, callback=(continuation of Deferred@57435628 after retry RPC after error@994139762) -> (continuation of Deferred@707692951 after retry RPC after error@176926824) -> (continuation of Deferred@1781069776 after retry RPC after error@1537971753) -> (continuation of Deferred@85450490 after retry RPC after error@1380460224) -> (continuation of Deferred@2138295598 after retry RPC after error@2028869175) -> (continuation of Deferred@1135998942 after retry RPC after error@1356379982) -> (continuation of Deferred@832768710 after retry RPC after error@972352875) -> (continuation of Deferred@1435760268 after retry RPC after error@1088702903) -> (continuation of Deferred@1773706839 after retry RPC after error@2000271806) -> (continuation of Deferred@1028916803 after retry RPC after error@1595890095) -> (continuation of Deferred@1928867389 after retry RPC after error@1219927445) -> (continuation of Deferred@1431174366 after retry RPC after error@1891239417) -> (continuation of Deferred@1132479509 after retry RPC after error@1067856837) -> (continuation of Deferred@87524323 after retry RPC after error@620940145) -> (continuation of Deferred@1684243240 after retry RPC after error@1792392314) -> (continuation of Deferred@1405354584 after retry RPC after error@1622020626) -> (continuation of Deferred@405579756 after retry RPC after error@1608380159) -> (continuation of Deferred@746123678 after retry RPC after error@1012287617) -> (continuation of Deferred@1102617376 after retry RPC after error@1906458622) -> (continuation of Deferred@448644181 after retry RPC after error@337741251) -> (continuation of Deferred@289766908 after retry RPC after error@1903750629) -> (continuation of Deferred@93524211 after retry RPC after error@495223327), errback=(continuation of Deferred@57435628 after retry RPC after error@994139762) -> (continuation of Deferred@707692951 after retry RPC after error@176926824) -> (continuation of Deferred@1781069776 after retry RPC after error@1537971753) -> (continuation of Deferred@85450490 after retry RPC after error@1380460224) -> (continuation of Deferred@2138295598 after retry RPC after error@2028869175) -> (continuation of Deferred@1135998942 after retry RPC after error@1356379982) -> (continuation of Deferred@832768710 after retry RPC after error@972352875) -> (continuation of Deferred@1435760268 after retry RPC after error@1088702903) -> (continuation of Deferred@1773706839 after retry RPC after error@2000271806) -> (continuation of Deferred@1028916803 after retry RPC after error@1595890095) -> (continuation of Deferred@1928867389 after retry RPC after error@1219927445) -> (continuation of Deferred@1431174366 after retry RPC after error@1891239417) -> (continuation of Deferred@1132479509 after retry RPC after error@1067856837) -> (continuation of Deferred@87524323 after retry RPC after error@620940145) -> (continuation of Deferred@1684243240 after retry RPC after error@1792392314) -> (continuation of Deferred@1405354584 after retry RPC after error@1622020626) -> (continuation of Deferred@405579756 after retry RPC after error@1608380159) -> (continuation of Deferred@746123678 after retry RPC after error@1012287617) -> (continuation of Deferred@1102617376 after retry RPC after error@1906458622) -> (continuation of Deferred@448644181 after retry RPC after error@337741251) -> (continuation of Deferred@289766908 after retry RPC after error@1903750629) -> (continuation of Deferred@93524211 after retry RPC after error@495223327)))
14:06:39.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:06:39.586 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29511), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [188ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [197ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [197ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [226ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [306ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [332ms] refreshing cache from master, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [334ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [335ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [335ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [366ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [502ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [563ms] refreshing cache from master, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [566ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [566ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [567ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1043ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1105ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3044ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3044ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3045ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3045ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3045ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [6402ms] refreshing cache from master, [6402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6404ms] too many traces: truncated at 100 traces, deferred=Deferred@1837740435(state=PENDING, result=null, callback=(continuation of Deferred@57435628 after retry RPC after error@994139762) -> (continuation of Deferred@707692951 after retry RPC after error@176926824) -> (continuation of Deferred@1781069776 after retry RPC after error@1537971753) -> (continuation of Deferred@85450490 after retry RPC after error@1380460224) -> (continuation of Deferred@2138295598 after retry RPC after error@2028869175) -> (continuation of Deferred@1135998942 after retry RPC after error@1356379982) -> (continuation of Deferred@832768710 after retry RPC after error@972352875) -> (continuation of Deferred@1435760268 after retry RPC after error@1088702903) -> (continuation of Deferred@1773706839 after retry RPC after error@2000271806) -> (continuation of Deferred@1028916803 after retry RPC after error@1595890095) -> (continuation of Deferred@1928867389 after retry RPC after error@1219927445) -> (continuation of Deferred@1431174366 after retry RPC after error@1891239417) -> (continuation of Deferred@1132479509 after retry RPC after error@1067856837) -> (continuation of Deferred@87524323 after retry RPC after error@620940145) -> (continuation of Deferred@1684243240 after retry RPC after error@1792392314) -> (continuation of Deferred@1405354584 after retry RPC after error@1622020626) -> (continuation of Deferred@405579756 after retry RPC after error@1608380159) -> (continuation of Deferred@746123678 after retry RPC after error@1012287617) -> (continuation of Deferred@1102617376 after retry RPC after error@1906458622) -> (continuation of Deferred@448644181 after retry RPC after error@337741251) -> (continuation of Deferred@289766908 after retry RPC after error@1903750629) -> (continuation of Deferred@93524211 after retry RPC after error@495223327), errback=(continuation of Deferred@57435628 after retry RPC after error@994139762) -> (continuation of Deferred@707692951 after retry RPC after error@176926824) -> (continuation of Deferred@1781069776 after retry RPC after error@1537971753) -> (continuation of Deferred@85450490 after retry RPC after error@1380460224) -> (continuation of Deferred@2138295598 after retry RPC after error@2028869175) -> (continuation of Deferred@1135998942 after retry RPC after error@1356379982) -> (continuation of Deferred@832768710 after retry RPC after error@972352875) -> (continuation of Deferred@1435760268 after retry RPC after error@1088702903) -> (continuation of Deferred@1773706839 after retry RPC after error@2000271806) -> (continuation of Deferred@1028916803 after retry RPC after error@1595890095) -> (continuation of Deferred@1928867389 after retry RPC after error@1219927445) -> (continuation of Deferred@1431174366 after retry RPC after error@1891239417) -> (continuation of Deferred@1132479509 after retry RPC after error@1067856837) -> (continuation of Deferred@87524323 after retry RPC after error@620940145) -> (continuation of Deferred@1684243240 after retry RPC after error@1792392314) -> (continuation of Deferred@1405354584 after retry RPC after error@1622020626) -> (continuation of Deferred@405579756 after retry RPC after error@1608380159) -> (continuation of Deferred@746123678 after retry RPC after error@1012287617) -> (continuation of Deferred@1102617376 after retry RPC after error@1906458622) -> (continuation of Deferred@448644181 after retry RPC after error@337741251) -> (continuation of Deferred@289766908 after retry RPC after error@1903750629) -> (continuation of Deferred@93524211 after retry RPC after error@495223327)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:39.592 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:06:39.594 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
14:06:39.597 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29511), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [188ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [197ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [197ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [226ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [306ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [332ms] refreshing cache from master, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [333ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [334ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [335ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [335ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [366ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [502ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [563ms] refreshing cache from master, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [566ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [566ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [567ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1043ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1105ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3044ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3044ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3045ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3045ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3045ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [6402ms] refreshing cache from master, [6402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [6403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [6403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6404ms] too many traces: truncated at 100 traces, deferred=Deferred@1837740435(state=PENDING, result=null, callback=(continuation of Deferred@57435628 after retry RPC after error@994139762) -> (continuation of Deferred@707692951 after retry RPC after error@176926824) -> (continuation of Deferred@1781069776 after retry RPC after error@1537971753) -> (continuation of Deferred@85450490 after retry RPC after error@1380460224) -> (continuation of Deferred@2138295598 after retry RPC after error@2028869175) -> (continuation of Deferred@1135998942 after retry RPC after error@1356379982) -> (continuation of Deferred@832768710 after retry RPC after error@972352875) -> (continuation of Deferred@1435760268 after retry RPC after error@1088702903) -> (continuation of Deferred@1773706839 after retry RPC after error@2000271806) -> (continuation of Deferred@1028916803 after retry RPC after error@1595890095) -> (continuation of Deferred@1928867389 after retry RPC after error@1219927445) -> (continuation of Deferred@1431174366 after retry RPC after error@1891239417) -> (continuation of Deferred@1132479509 after retry RPC after error@1067856837) -> (continuation of Deferred@87524323 after retry RPC after error@620940145) -> (continuation of Deferred@1684243240 after retry RPC after error@1792392314) -> (continuation of Deferred@1405354584 after retry RPC after error@1622020626) -> (continuation of Deferred@405579756 after retry RPC after error@1608380159) -> (continuation of Deferred@746123678 after retry RPC after error@1012287617) -> (continuation of Deferred@1102617376 after retry RPC after error@1906458622) -> (continuation of Deferred@448644181 after retry RPC after error@337741251) -> (continuation of Deferred@289766908 after retry RPC after error@1903750629) -> (continuation of Deferred@93524211 after retry RPC after error@495223327), errback=(continuation of Deferred@57435628 after retry RPC after error@994139762) -> (continuation of Deferred@707692951 after retry RPC after error@176926824) -> (continuation of Deferred@1781069776 after retry RPC after error@1537971753) -> (continuation of Deferred@85450490 after retry RPC after error@1380460224) -> (continuation of Deferred@2138295598 after retry RPC after error@2028869175) -> (continuation of Deferred@1135998942 after retry RPC after error@1356379982) -> (continuation of Deferred@832768710 after retry RPC after error@972352875) -> (continuation of Deferred@1435760268 after retry RPC after error@1088702903) -> (continuation of Deferred@1773706839 after retry RPC after error@2000271806) -> (continuation of Deferred@1028916803 after retry RPC after error@1595890095) -> (continuation of Deferred@1928867389 after retry RPC after error@1219927445) -> (continuation of Deferred@1431174366 after retry RPC after error@1891239417) -> (continuation of Deferred@1132479509 after retry RPC after error@1067856837) -> (continuation of Deferred@87524323 after retry RPC after error@620940145) -> (continuation of Deferred@1684243240 after retry RPC after error@1792392314) -> (continuation of Deferred@1405354584 after retry RPC after error@1622020626) -> (continuation of Deferred@405579756 after retry RPC after error@1608380159) -> (continuation of Deferred@746123678 after retry RPC after error@1012287617) -> (continuation of Deferred@1102617376 after retry RPC after error@1906458622) -> (continuation of Deferred@448644181 after retry RPC after error@337741251) -> (continuation of Deferred@289766908 after retry RPC after error@1903750629) -> (continuation of Deferred@93524211 after retry RPC after error@495223327)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:39.601 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:39.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:39.603 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
14:06:39.605 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
14:06:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:39.682397 28354 heartbeater.cc:499] Master 127.27.19.60:35973 was elected leader, sending a full tablet report...
14:06:39.700 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:39.700 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:39.701 [DEBUG - pool-131-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:39.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:39.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:39.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:39.703 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:39.707 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [151ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [152ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [152ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [194ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [199ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [226ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [228ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [305ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [483ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [484ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [484ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [724ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [725ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [725ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1160ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1163ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1385ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1385ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2522ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3640ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3645ms] too many traces: truncated at 100 traces, deferred=Deferred@302426435(state=PENDING, result=null, callback=(continuation of Deferred@1084182428 after retry RPC after error@1226352858) -> (continuation of Deferred@774230258 after retry RPC after error@156117188) -> (continuation of Deferred@857171422 after retry RPC after error@1061508382) -> (continuation of Deferred@1072144452 after retry RPC after error@1201125236) -> (continuation of Deferred@1336280013 after retry RPC after error@1524519554) -> (continuation of Deferred@1488534557 after retry RPC after error@586095721) -> (continuation of Deferred@1571347346 after retry RPC after error@1967839463) -> (continuation of Deferred@1677872007 after retry RPC after error@1054084922) -> (continuation of Deferred@633026361 after retry RPC after error@110452361) -> (continuation of Deferred@1883071407 after retry RPC after error@1846419277) -> (continuation of Deferred@317783882 after retry RPC after error@1052609163) -> (continuation of Deferred@621197032 after retry RPC after error@996942194) -> (continuation of Deferred@787710970 after retry RPC after error@2093526397) -> (continuation of Deferred@1827268090 after retry RPC after error@919875236) -> (continuation of Deferred@67798999 after retry RPC after error@1032876398) -> (continuation of Deferred@519410963 after retry RPC after error@155400551) -> (continuation of Deferred@1504129959 after retry RPC after error@1736585980) -> (continuation of Deferred@1433239058 after retry RPC after error@1173749209) -> (continuation of Deferred@623887563 after retry RPC after error@1405884224) -> (continuation of Deferred@1836019397 after retry RPC after error@127815044) -> (continuation of Deferred@1548535840 after retry RPC after error@1862902526) -> (continuation of Deferred@2030497948 after retry RPC after error@209805397) -> (continuation of Deferred@917939245 after retry RPC after error@344649303), errback=(continuation of Deferred@1084182428 after retry RPC after error@1226352858) -> (continuation of Deferred@774230258 after retry RPC after error@156117188) -> (continuation of Deferred@857171422 after retry RPC after error@1061508382) -> (continuation of Deferred@1072144452 after retry RPC after error@1201125236) -> (continuation of Deferred@1336280013 after retry RPC after error@1524519554) -> (continuation of Deferred@1488534557 after retry RPC after error@586095721) -> (continuation of Deferred@1571347346 after retry RPC after error@1967839463) -> (continuation of Deferred@1677872007 after retry RPC after error@1054084922) -> (continuation of Deferred@633026361 after retry RPC after error@110452361) -> (continuation of Deferred@1883071407 after retry RPC after error@1846419277) -> (continuation of Deferred@317783882 after retry RPC after error@1052609163) -> (continuation of Deferred@621197032 after retry RPC after error@996942194) -> (continuation of Deferred@787710970 after retry RPC after error@2093526397) -> (continuation of Deferred@1827268090 after retry RPC after error@919875236) -> (continuation of Deferred@67798999 after retry RPC after error@1032876398) -> (continuation of Deferred@519410963 after retry RPC after error@155400551) -> (continuation of Deferred@1504129959 after retry RPC after error@1736585980) -> (continuation of Deferred@1433239058 after retry RPC after error@1173749209) -> (continuation of Deferred@623887563 after retry RPC after error@1405884224) -> (continuation of Deferred@1836019397 after retry RPC after error@127815044) -> (continuation of Deferred@1548535840 after retry RPC after error@1862902526) -> (continuation of Deferred@2030497948 after retry RPC after error@209805397) -> (continuation of Deferred@917939245 after retry RPC after error@344649303)))
14:06:39.710 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:06:39.710 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [151ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [152ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [152ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [194ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [199ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [226ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [228ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [305ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [483ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [484ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [484ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [724ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [725ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [725ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1160ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1163ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1385ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1385ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2522ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3640ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3645ms] too many traces: truncated at 100 traces, deferred=Deferred@302426435(state=PENDING, result=null, callback=(continuation of Deferred@1084182428 after retry RPC after error@1226352858) -> (continuation of Deferred@774230258 after retry RPC after error@156117188) -> (continuation of Deferred@857171422 after retry RPC after error@1061508382) -> (continuation of Deferred@1072144452 after retry RPC after error@1201125236) -> (continuation of Deferred@1336280013 after retry RPC after error@1524519554) -> (continuation of Deferred@1488534557 after retry RPC after error@586095721) -> (continuation of Deferred@1571347346 after retry RPC after error@1967839463) -> (continuation of Deferred@1677872007 after retry RPC after error@1054084922) -> (continuation of Deferred@633026361 after retry RPC after error@110452361) -> (continuation of Deferred@1883071407 after retry RPC after error@1846419277) -> (continuation of Deferred@317783882 after retry RPC after error@1052609163) -> (continuation of Deferred@621197032 after retry RPC after error@996942194) -> (continuation of Deferred@787710970 after retry RPC after error@2093526397) -> (continuation of Deferred@1827268090 after retry RPC after error@919875236) -> (continuation of Deferred@67798999 after retry RPC after error@1032876398) -> (continuation of Deferred@519410963 after retry RPC after error@155400551) -> (continuation of Deferred@1504129959 after retry RPC after error@1736585980) -> (continuation of Deferred@1433239058 after retry RPC after error@1173749209) -> (continuation of Deferred@623887563 after retry RPC after error@1405884224) -> (continuation of Deferred@1836019397 after retry RPC after error@127815044) -> (continuation of Deferred@1548535840 after retry RPC after error@1862902526) -> (continuation of Deferred@2030497948 after retry RPC after error@209805397) -> (continuation of Deferred@917939245 after retry RPC after error@344649303), errback=(continuation of Deferred@1084182428 after retry RPC after error@1226352858) -> (continuation of Deferred@774230258 after retry RPC after error@156117188) -> (continuation of Deferred@857171422 after retry RPC after error@1061508382) -> (continuation of Deferred@1072144452 after retry RPC after error@1201125236) -> (continuation of Deferred@1336280013 after retry RPC after error@1524519554) -> (continuation of Deferred@1488534557 after retry RPC after error@586095721) -> (continuation of Deferred@1571347346 after retry RPC after error@1967839463) -> (continuation of Deferred@1677872007 after retry RPC after error@1054084922) -> (continuation of Deferred@633026361 after retry RPC after error@110452361) -> (continuation of Deferred@1883071407 after retry RPC after error@1846419277) -> (continuation of Deferred@317783882 after retry RPC after error@1052609163) -> (continuation of Deferred@621197032 after retry RPC after error@996942194) -> (continuation of Deferred@787710970 after retry RPC after error@2093526397) -> (continuation of Deferred@1827268090 after retry RPC after error@919875236) -> (continuation of Deferred@67798999 after retry RPC after error@1032876398) -> (continuation of Deferred@519410963 after retry RPC after error@155400551) -> (continuation of Deferred@1504129959 after retry RPC after error@1736585980) -> (continuation of Deferred@1433239058 after retry RPC after error@1173749209) -> (continuation of Deferred@623887563 after retry RPC after error@1405884224) -> (continuation of Deferred@1836019397 after retry RPC after error@127815044) -> (continuation of Deferred@1548535840 after retry RPC after error@1862902526) -> (continuation of Deferred@2030497948 after retry RPC after error@209805397) -> (continuation of Deferred@917939245 after retry RPC after error@344649303)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:39.712 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:06:39.715 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
14:06:39.718 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [151ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [152ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [152ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [194ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [199ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [226ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [228ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [305ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [344ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [483ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [484ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [484ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [723ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [724ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [725ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [725ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1160ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1163ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1385ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1385ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2522ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3640ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3645ms] too many traces: truncated at 100 traces, deferred=Deferred@302426435(state=PENDING, result=null, callback=(continuation of Deferred@1084182428 after retry RPC after error@1226352858) -> (continuation of Deferred@774230258 after retry RPC after error@156117188) -> (continuation of Deferred@857171422 after retry RPC after error@1061508382) -> (continuation of Deferred@1072144452 after retry RPC after error@1201125236) -> (continuation of Deferred@1336280013 after retry RPC after error@1524519554) -> (continuation of Deferred@1488534557 after retry RPC after error@586095721) -> (continuation of Deferred@1571347346 after retry RPC after error@1967839463) -> (continuation of Deferred@1677872007 after retry RPC after error@1054084922) -> (continuation of Deferred@633026361 after retry RPC after error@110452361) -> (continuation of Deferred@1883071407 after retry RPC after error@1846419277) -> (continuation of Deferred@317783882 after retry RPC after error@1052609163) -> (continuation of Deferred@621197032 after retry RPC after error@996942194) -> (continuation of Deferred@787710970 after retry RPC after error@2093526397) -> (continuation of Deferred@1827268090 after retry RPC after error@919875236) -> (continuation of Deferred@67798999 after retry RPC after error@1032876398) -> (continuation of Deferred@519410963 after retry RPC after error@155400551) -> (continuation of Deferred@1504129959 after retry RPC after error@1736585980) -> (continuation of Deferred@1433239058 after retry RPC after error@1173749209) -> (continuation of Deferred@623887563 after retry RPC after error@1405884224) -> (continuation of Deferred@1836019397 after retry RPC after error@127815044) -> (continuation of Deferred@1548535840 after retry RPC after error@1862902526) -> (continuation of Deferred@2030497948 after retry RPC after error@209805397) -> (continuation of Deferred@917939245 after retry RPC after error@344649303), errback=(continuation of Deferred@1084182428 after retry RPC after error@1226352858) -> (continuation of Deferred@774230258 after retry RPC after error@156117188) -> (continuation of Deferred@857171422 after retry RPC after error@1061508382) -> (continuation of Deferred@1072144452 after retry RPC after error@1201125236) -> (continuation of Deferred@1336280013 after retry RPC after error@1524519554) -> (continuation of Deferred@1488534557 after retry RPC after error@586095721) -> (continuation of Deferred@1571347346 after retry RPC after error@1967839463) -> (continuation of Deferred@1677872007 after retry RPC after error@1054084922) -> (continuation of Deferred@633026361 after retry RPC after error@110452361) -> (continuation of Deferred@1883071407 after retry RPC after error@1846419277) -> (continuation of Deferred@317783882 after retry RPC after error@1052609163) -> (continuation of Deferred@621197032 after retry RPC after error@996942194) -> (continuation of Deferred@787710970 after retry RPC after error@2093526397) -> (continuation of Deferred@1827268090 after retry RPC after error@919875236) -> (continuation of Deferred@67798999 after retry RPC after error@1032876398) -> (continuation of Deferred@519410963 after retry RPC after error@155400551) -> (continuation of Deferred@1504129959 after retry RPC after error@1736585980) -> (continuation of Deferred@1433239058 after retry RPC after error@1173749209) -> (continuation of Deferred@623887563 after retry RPC after error@1405884224) -> (continuation of Deferred@1836019397 after retry RPC after error@127815044) -> (continuation of Deferred@1548535840 after retry RPC after error@1862902526) -> (continuation of Deferred@2030497948 after retry RPC after error@209805397) -> (continuation of Deferred@917939245 after retry RPC after error@344649303)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:39.723 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 46167b4104acab610af5cd9644360c4d
14:06:39.724 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
14:06:39.725 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
14:06:39.766 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:39.767 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:39.767 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:39.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:39.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:39.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:39.769 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:39.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:39.769 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:39.769 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:39.769 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:39.769 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:39.769 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:39.880 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:39.880 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:39.881 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:39.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:39.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [238ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [288ms] refreshing cache from master, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [291ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [291ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [326ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [465ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [646ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [946ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [946ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1983ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3581ms] refreshing cache from master, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3583ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3781ms] refreshing cache from master, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3784ms] too many traces: truncated at 100 traces, deferred=Deferred@2109286239(state=PENDING, result=null, callback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747), errback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747)))
14:06:39.885 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:39.886 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:39.885 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [238ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [288ms] refreshing cache from master, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [291ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [291ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [326ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [465ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [646ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [946ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [946ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1983ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3581ms] refreshing cache from master, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3583ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3781ms] refreshing cache from master, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3784ms] too many traces: truncated at 100 traces, deferred=Deferred@2109286239(state=PENDING, result=null, callback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747), errback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [238ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [288ms] refreshing cache from master, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [291ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [291ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [326ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [465ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [646ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [946ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [946ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1983ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3581ms] refreshing cache from master, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3583ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3781ms] refreshing cache from master, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3784ms] too many traces: truncated at 100 traces, deferred=Deferred@2109286239(state=PENDING, result=null, callback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747), errback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:39.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.886 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:39.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.889 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.892 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:39.898 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [238ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [288ms] refreshing cache from master, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [291ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [291ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [326ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [465ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [646ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [946ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [946ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1983ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3581ms] refreshing cache from master, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3583ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3781ms] refreshing cache from master, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3784ms] too many traces: truncated at 100 traces, deferred=Deferred@2109286239(state=PENDING, result=null, callback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747), errback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [238ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [264ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [288ms] refreshing cache from master, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [290ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [291ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [291ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [326ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [465ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [645ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [646ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [944ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [946ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [946ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1983ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3581ms] refreshing cache from master, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3583ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3781ms] refreshing cache from master, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3784ms] too many traces: truncated at 100 traces, deferred=Deferred@2109286239(state=PENDING, result=null, callback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747), errback=(continuation of Deferred@1886373018 after retry RPC after error@1498332099) -> (continuation of Deferred@122945255 after retry RPC after error@862237325) -> (continuation of Deferred@1034021743 after retry RPC after error@295555003) -> (continuation of Deferred@153202601 after retry RPC after error@533169370) -> (continuation of Deferred@764407518 after retry RPC after error@1385172163) -> (continuation of Deferred@1455996383 after retry RPC after error@1963590280) -> (continuation of Deferred@656534505 after retry RPC after error@1963269594) -> (continuation of Deferred@1714450656 after retry RPC after error@1124802796) -> (continuation of Deferred@1809708487 after retry RPC after error@913034923) -> (continuation of Deferred@1396252662 after retry RPC after error@1227839805) -> (continuation of Deferred@1297673746 after retry RPC after error@632188804) -> (continuation of Deferred@1056117352 after retry RPC after error@220611130) -> (continuation of Deferred@126096882 after retry RPC after error@1367382217) -> (continuation of Deferred@2001117379 after retry RPC after error@1213078403) -> (continuation of Deferred@1875029245 after retry RPC after error@986789660) -> (continuation of Deferred@2018756669 after retry RPC after error@1081689783) -> (continuation of Deferred@984002305 after retry RPC after error@159127198) -> (continuation of Deferred@1862809004 after retry RPC after error@1708038660) -> (continuation of Deferred@1780477723 after retry RPC after error@62835744) -> (continuation of Deferred@766852270 after retry RPC after error@1018858918) -> (continuation of Deferred@692636189 after retry RPC after error@1549982936) -> (continuation of Deferred@1479990198 after retry RPC after error@814328491) -> (continuation of Deferred@1610516101 after retry RPC after error@363857342) -> (continuation of Deferred@2067105749 after retry RPC after error@102016746) -> (continuation of Deferred@771084803 after retry RPC after error@956149750) -> (continuation of Deferred@1864469523 after retry RPC after error@1277248747)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:39.900 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:39.902 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:39.902 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:39.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:39.908 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:06:39.921 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:39.921 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:39.921 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:39.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.922 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.922 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:39.941 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:39.941 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:39.941 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:39.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.944 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:39.961 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:39.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.963 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:39.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:39.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.965 [INFO - pool-124-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:39.965 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:39.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.966 [INFO - pool-124-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:39.966 [WARN - pool-124-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.001 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.002 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.004 [INFO - pool-124-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.004 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.004 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:40.004 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:40.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:40.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:40.005 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:40.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:40.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:40.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:40.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:40.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:40.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:40.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:40.006 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:40.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.007 [INFO - pool-124-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.007 [WARN - pool-124-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.021 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.021 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.021 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.024 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.024 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113200025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:40.041 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
14:06:40.043 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
14:06:40.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:40.121 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.121 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.121 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.160 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.161 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.161 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.162 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.164 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.185 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:40.185 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:40.185 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:40.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:40.377 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RESTARTING to RUNNING.
14:06:40.377 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 46167b4104acab610af5cd9644360c4d from Checkpoint 71 @ 1779113168467 for 46167b4104acab610af5cd9644360c4d located at file:/tmp/junit1997771594265435018/checkpoints/46167b4104acab610af5cd9644360c4d/chk-71.
14:06:40.379 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:06:40.379 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:06:40.400 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
14:06:40.402 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
14:06:40.402 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 9d4699c768d84e7eef6ad1d2a837b629
14:06:40.403 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:40.403 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:06:40.405 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 9d4699c768d84e7eef6ad1d2a837b629.
14:06:40.408 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
14:06:40.408 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
14:06:40.408 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
14:06:40.409 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4644d1a
14:06:40.409 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:40.410 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:06:40.410 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:40.410 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:06:40.411 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
14:06:40.411 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 829b669c9d09e09bfe46427a95cc7f96
14:06:40.411 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:06:40.413 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
14:06:40.416 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:40.418 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
14:06:40.418 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 95b6f7e427a4183710e9a5a05541822d
14:06:40.418 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
14:06:40.419 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:06:40.419 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 829b669c9d09e09bfe46427a95cc7f96.
14:06:40.420 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
14:06:40.420 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id a1be49eec86fee4ded01ecf9c76e477a
14:06:40.420 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:06:40.421 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:06:40.420 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
14:06:40.421 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
14:06:40.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45245a8d
14:06:40.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:40.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:06:40.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:06:40.424 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 95b6f7e427a4183710e9a5a05541822d.
14:06:40.424 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:06:40.425 [INFO - Thread-29] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:06:40.426 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state TERMINATED
14:06:40.426 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state TERMINATED
14:06:40.427 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state TERMINATED
14:06:40.428 [DEBUG - Thread-29] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:40.428 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38fb4f4e
14:06:40.429 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@267d3578
14:06:40.429 [INFO - Thread-29] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:06:40.430 [INFO - Thread-29] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:06:40.434 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:40.434 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:40.435 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:40.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:40.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:40.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:40.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:40.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:40.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:40.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:40.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:40.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:40.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:40.443 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:06:40.445 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:40.445 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id a1be49eec86fee4ded01ecf9c76e477a.
14:06:40.446 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
14:06:40.446 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
14:06:40.446 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:40.446 [DEBUG - Thread-29] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:40.447 [INFO - Thread-29] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:06:40.448 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ae0194
14:06:40.449 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:40.449 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:06:40.449 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:06:40.450 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:06:40.461 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76d5ab66
14:06:40.462 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
14:06:40.463 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
14:06:40.468 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a92ee1c
14:06:40.468 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:40.468 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:06:40.471 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:06:40.472 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:06:40.475 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:40.476 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.478 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:40.478 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:40.478 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:40.478 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:40.480 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.485 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@13d31e4f
14:06:40.492 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:40.495 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.502 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.507 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.516 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.519 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113200525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:40.528 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.530 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.539 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
14:06:40.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
14:06:40.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.549 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.554 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.556 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.562 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.564 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.567 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.569 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.576 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.578 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.580 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.580 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.580 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.582 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.585 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.587 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.589 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.589 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.590 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.591 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.592 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.593 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.596 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.596 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.598 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.599 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.600 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.600 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:40.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.604 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.606 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.607 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.607 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.608 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.609 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.610 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.610 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.610 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.611 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.611 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.611 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.613 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.615 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.617 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.617 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.617 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.618 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.619 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.620 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.620 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.620 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.620 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.620 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.621 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.621 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.625 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.627 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.628 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.628 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.629 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.629 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.629 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.629 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.629 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.631 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.633 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.634 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.635 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.636 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.636 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.636 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.637 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.637 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.637 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.639 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.640 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.640 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.640 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.640 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.641 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.641 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.643 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.648 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.650 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.650 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.650 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.650 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.651 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.659 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.660 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.660 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.660 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.660 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.660 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.663 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.676 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.677 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.677 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.678 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.679 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.679 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.680 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.680 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.680 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.680 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.688 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.688 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.688 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.689 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.690 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.692 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:40.693 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:40.693 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:40.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.695 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:40.697 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:40.700 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.700 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.700 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.702 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.702 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.702 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.704 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.709 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.709 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.710 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.710 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.711 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.712 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.712 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.712 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.714 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.714 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.714 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.715 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.728 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.728 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.729 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.729 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.729 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.729 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.729 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.748 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.749 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.749 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.756 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.756 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.756 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.768 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.769 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.769 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.769 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.770 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.770 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.770 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.780 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.780 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.780 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.780 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.781 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.781 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.781 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.780 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.782 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.782 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.782 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.783 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.810 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:40.810 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:40.811 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:40.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:40.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.813 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:40.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:40.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:40.836 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.837 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.837 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.845 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.861 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.861 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.861 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.864 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.868 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:40.868 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:40.868 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:40.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:40.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:40.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:40.870 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:40.879 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.879 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.879 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.881 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.896 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.897 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.897 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.899 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.937 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.937 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.938 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.940 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:39.095747 28371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:40.498657 28369 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 28362
14:06:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:40.959148 28362 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.863s	user 0.753s	sys 1.064s
14:06:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:40.959599 28362 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.865s	user 0.753s	sys 1.064s
14:06:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:40.960559 28373 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:40.964983 28372 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1869 milliseconds
14:06:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.965035 28362 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.966239 28362 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.968333 28362 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:40.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.969734 28362 hybrid_clock.cc:648] HybridClock initialized: now 1779113200969616 us; error 148 us; skew 500 ppm
14:06:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.970505 28362 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.976929 28362 webserver.cc:533] Webserver started at http://127.27.19.3:37759/ using document root <none> and password file <none>
14:06:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.977948 28362 fs_manager.cc:362] Metadata directory not provided
14:06:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.978134 28362 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.978578 28362 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.982892 28362 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/data/instance:
14:06:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81d98baa812f456184edf5258e5abe21"
14:06:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:40 on dist-test-slave-qn3m"
14:06:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.983958 28362 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/wal/instance:
14:06:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81d98baa812f456184edf5258e5abe21"
14:06:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:40 on dist-test-slave-qn3m"
14:06:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.991461 28362 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
14:06:40.996 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:40.997 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:40.997 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:40.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:40.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:40.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.997527 28434 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:40.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:40.997 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.998975 28362 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
14:06:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.999286 28362 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/wal
14:06:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81d98baa812f456184edf5258e5abe21"
14:06:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:40 on dist-test-slave-qn3m"
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:40.999588 28362 fs_report.cc:389] FS layout report
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/wal
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/wal
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/data/data
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:41.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113201025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:41.035 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:06:41.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
14:06:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.068825 28362 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.070258 28362 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.070654 28362 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.073264 28362 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:41.076 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.076 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.076 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.078733 28362 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.078934 28362 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:06:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.079139 28362 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.079268 28362 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:41.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:41.139 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.139 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.140 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.141 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:41.168 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:41.169 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:41.169 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:41.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:41.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:41.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:41.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:41.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:41.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:41.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:41.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:41.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:41.170 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:41.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.228466 28362 rpc_server.cc:307] RPC server started. Bound to: 127.27.19.3:41613
14:06:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.228585 28546 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.19.3:41613 every 8 connection(s)
14:06:41.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.231300 28362 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/data/info.pb
14:06:41.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.237375 27724 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 28362
14:06:41.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.237885 27724 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster5501901663641028222/ts-2/wal/instance
14:06:41.244 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:41.245 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:41.245 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:41.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:41.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:41.246 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:41.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:41.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:41.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:41.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:41.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:41.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:41.248 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:41.279 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.279 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.279 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.280 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.294454 28548 heartbeater.cc:344] Connected to a master server at 127.27.19.61:40871
14:06:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.295023 28548 heartbeater.cc:461] Registering TS with master...
14:06:41.296 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.296469 28548 heartbeater.cc:507] Master 127.27.19.61:40871 requested a full tablet report, sending...
14:06:41.296 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.297 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.298 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.296950 28549 heartbeater.cc:344] Connected to a master server at 127.27.19.62:45349
14:06:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.297307 28549 heartbeater.cc:461] Registering TS with master...
14:06:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.298209 28549 heartbeater.cc:507] Master 127.27.19.62:45349 requested a full tablet report, sending...
14:06:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.299775 27898 ts_manager.cc:194] Registered new tserver with Master: 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.300457 28547 heartbeater.cc:344] Connected to a master server at 127.27.19.60:35973
14:06:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.300791 28547 heartbeater.cc:461] Registering TS with master...
14:06:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.300859 27823 ts_manager.cc:194] Registered new tserver with Master: 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.301658 28547 heartbeater.cc:507] Master 127.27.19.60:35973 requested a full tablet report, sending...
14:06:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.304207 27980 ts_manager.cc:194] Registered new tserver with Master: 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.306079 27980 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.19.3:49553
14:06:41.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.316542 27724 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:06:41.328 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:06:41.329 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:06:41.330 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.19.62"
      port: 45349
    }
    bound_http_address {
      host: "127.27.19.62"
      port: 37111
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.19.61"
      port: 40871
    }
    bound_http_address {
      host: "127.27.19.61"
      port: 44817
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.19.60"
      port: 35973
    }
    bound_http_address {
      host: "127.27.19.60"
      port: 37989
    }
  }
}

14:06:41.330 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:06:41.331 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.19.1"
      port: 43911
    }
    bound_http_address {
      host: "127.27.19.1"
      port: 45009
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.19.2"
      port: 41943
    }
    bound_http_address {
      host: "127.27.19.2"
      port: 38863
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.19.3"
      port: 41613
    }
    bound_http_address {
      host: "127.27.19.3"
      port: 37759
    }
  }
}

14:06:41.331 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:06:41.333 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:41.334 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:06:41.334 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:06:41.334 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:06:41.334 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:06:41.338 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:06:41.380 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.381 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.381 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.381 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.382 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:41.476 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.477 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.477 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:41.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113201525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:41.533 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:06:41.534 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
14:06:41.572 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:41.572 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:41.572 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:41.572 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:41.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:41.573 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:41.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:41.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:41.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:41.573 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:41.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:41.573 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:41.573 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:41.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:41.665 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:41.665 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:41.665 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:41.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:41.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:41.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:41.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:41.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:41.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:41.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:41.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:41.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:41.666 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:41.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:41.698 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:06:41.698 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:06:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.701387 28557 mini_oidc.cc:150] Starting JWKS server
14:06:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.704552 28557 webserver.cc:533] Webserver started at http://127.0.0.1:33375/ using document root <none> and password file <none>
14:06:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.704941 28557 mini_oidc.cc:186] Starting OIDC Discovery server
14:06:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.706614 28557 webserver.cc:533] Webserver started at http://127.0.0.1:41035/ using document root <none> and password file <none>
14:06:41.716 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.716 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.717 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.718 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:06:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:06:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:06:41Z Disabled control of system clock
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:41.774103 28557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/wal
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/data
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/logs
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/data/info.pb
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.126:36957
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.126
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33375/jwks.json with env {}
14:06:41.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.900 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.900 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:41.968 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:41.968 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:41.969 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:41.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:41.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:41.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:41.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:41.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:41.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:41.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:41.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:41.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:41.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:41.976 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:41.976 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:41.976 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:41.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:41.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:41.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:41.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:42.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113202025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:42.034 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:06:42.037 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
14:06:42.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.107398 28569 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.108078 28569 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.108532 28569 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:42.130 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:42.131 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:42.131 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:42.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:42.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:42.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:42.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:42.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:42.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:42.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:42.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:42.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:42.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:42.139 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:42.139 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:42.139 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:42.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.140 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.157228 28569 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.157644 28569 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.157982 28569 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.158324 28569 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.158677 28569 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.158970 28569 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33375/jwks.json
14:06:42.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:42.199343 28569 master_runner.cc:387] Master server non-default flags:
14:06:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/data
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/wal
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.126:36957
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33375/jwks.json
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/data/info.pb
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.126
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/logs
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:42.200815 28569 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:42.201 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:42.201 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:42.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.201 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:42.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.202 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:42.203111 28569 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.214295 28575 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:42.281 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:42.282 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:42.282 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:42.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:42.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:42.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:42.284 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:42.309973 28547 heartbeater.cc:499] Master 127.27.19.60:35973 was elected leader, sending a full tablet report...
14:06:42.347 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:42.347 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:42.347 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:42.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:42.349 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:42.349 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:42.349 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:42.349 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:42.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:42.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:42.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:42.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:42.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:42.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113202525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:42.538 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:06:42.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
14:06:42.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:42.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:42.708 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:42.709 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:42.709 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:42.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:42.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:42.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:42.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:42.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:42.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:42.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:42.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:42.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:42.714 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:42.795 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:42.796 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:42.796 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:42.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:42.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:42.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:42.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:42.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:42.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:42.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:42.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:42.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:42.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:43.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113203025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:43.042 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
14:06:43.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
14:06:43.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:43.181 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:43.181 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:43.181 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:43.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:43.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:43.345 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:43.346 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:43.346 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:43.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.349 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:43.477 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:43.477 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:43.478 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:43.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.484 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:43.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113203525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:43.538 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:06:43.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
14:06:43.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:43.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:43.623056 28574 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 28569
14:06:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:43.790235 28574 kernel_stack_watchdog.cc:198] Thread 28569 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 406ms:
14:06:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:43.791805 28569 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.577s	user 0.486s	sys 0.998s
14:06:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:43.792219 28569 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.578s	user 0.486s	sys 0.998s
14:06:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:42.214841 28576 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:43.792694 28577 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1576 milliseconds
14:06:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:43.794029 28578 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.793953 28569 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.798059 28569 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.800508 28569 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.801847 28569 hybrid_clock.cc:648] HybridClock initialized: now 1779113203801815 us; error 67 us; skew 500 ppm
14:06:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.802590 28569 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.808755 28569 webserver.cc:533] Webserver started at http://127.27.227.126:45601/ using document root <none> and password file <none>
14:06:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.809618 28569 fs_manager.cc:362] Metadata directory not provided
14:06:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.809801 28569 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:43.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.810199 28569 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.814741 28569 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/data/instance:
14:06:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9f540cc75bb4496ad0c52564b6a9bf0"
14:06:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:43 on dist-test-slave-qn3m"
14:06:43.816 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.816051 28569 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/wal/instance:
14:06:43.816 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9f540cc75bb4496ad0c52564b6a9bf0"
14:06:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:43 on dist-test-slave-qn3m"
14:06:43.816 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:43.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:43.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:43.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:43.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.823971 28569 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
14:06:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.830377 28587 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.831655 28569 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.001s
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.832016 28569 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/wal
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9f540cc75bb4496ad0c52564b6a9bf0"
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:43 on dist-test-slave-qn3m"
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.832396 28569 fs_report.cc:389] FS layout report
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/wal
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/wal
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/data/data
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.882306 28569 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.883980 28569 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.884447 28569 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:43.885 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:43.885 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:43.885 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:43.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:43.930 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:43.930 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:43.931 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:43.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:43.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:43.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:43.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.964957 28569 rpc_server.cc:307] RPC server started. Bound to: 127.27.227.126:36957
14:06:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.965121 28638 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.227.126:36957 every 8 connection(s)
14:06:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.968163 28569 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/data/info.pb
14:06:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.969101 28557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 28569
14:06:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.969668 28557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-0/wal/instance
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.974658 28557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/wal
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/data
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/logs
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/data/info.pb
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.125:35193
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.125
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33375/jwks.json with env {}
14:06:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.975261 28639 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:43.988612 28639 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } has no permanent_uuid. Determining permanent_uuid...
14:06:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.022981 28639 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } has no permanent_uuid. Determining permanent_uuid...
14:06:44.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113204025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.035440 28590 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.227.125:35193: connect: Connection refused (error 111)
14:06:44.041 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
14:06:44.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
14:06:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.051784 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.125:35193: Network error: Client connection negotiation failed: client connection to 127.27.227.125:35193: connect: Connection refused (error 111)
14:06:44.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:44.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.101393 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } attempt: 1
14:06:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.106266 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.125:35193: Network error: Client connection negotiation failed: client connection to 127.27.227.125:35193: connect: Connection refused (error 111)
14:06:44.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.174713 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } attempt: 2
14:06:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.179683 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.125:35193: Network error: Client connection negotiation failed: client connection to 127.27.227.125:35193: connect: Connection refused (error 111)
14:06:44.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:44.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.271136 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } attempt: 3
14:06:44.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.275380 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.125:35193: Network error: Client connection negotiation failed: client connection to 127.27.227.125:35193: connect: Connection refused (error 111)
14:06:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.330897 28641 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.331418 28641 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.332017 28641 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.367488 28641 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.367776 28641 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.368161 28641 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.368474 28641 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.368803 28641 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.369042 28641 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33375/jwks.json
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.410693 28641 master_runner.cc:387] Master server non-default flags:
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/data
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/wal
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.125:35193
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33375/jwks.json
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/data/info.pb
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.125
14:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/logs
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.412391 28641 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.414062 28641 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.419219 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } attempt: 4
14:06:44.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.427377 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.125:35193: Network error: Client connection negotiation failed: client connection to 127.27.227.125:35193: connect: Connection refused (error 111)
14:06:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.429167 28650 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:44.460 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:44.461 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:44.461 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:44.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:44.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:44.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:44.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:44.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:44.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:44.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:44.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:44.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:44.463 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:44.485 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:44.485 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:44.485 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:44.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:44.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:44.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:44.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:44.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:44.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:44.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:44.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:44.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:44.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:44.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113204525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:44.547 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
14:06:44.548 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
14:06:44.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:44.659 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:44.659 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:44.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:44.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:44.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:44.661 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:44.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:44.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:44.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:44.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:44.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:44.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:44.662 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:44.674 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:44.675 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:44.675 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:44.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:44.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:44.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:44.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:44.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:44.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:44.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:44.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:44.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:44.677 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:44.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:44.727 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:44.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:44.726837 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } attempt: 5
14:06:44.727 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:44.727 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:44.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:44.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:44.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:44.728 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:44.728 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:44.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:44.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:44.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:44.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:44.730 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.735205 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.125:35193: Network error: Client connection negotiation failed: client connection to 127.27.227.125:35193: connect: Connection refused (error 111)
14:06:45.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113205025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:45.045 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
14:06:45.049 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
14:06:45.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:45.167 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:45.167 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:45.167 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:45.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:45.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:45.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:45.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:45.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:45.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:45.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:45.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:45.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:45.170 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:45.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:45.252 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:45.253 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:45.253 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:45.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:45.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:45.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:45.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:45.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:45.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:45.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:45.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:45.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:45.255 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:45.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.282804 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } attempt: 6
14:06:45.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:45.301717 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.125:35193: Network error: Client connection negotiation failed: client connection to 127.27.227.125:35193: connect: Connection refused (error 111)
14:06:45.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113205525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:45.535 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:06:45.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
14:06:45.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:45.689 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:45.689 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:45.689 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:45.689 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:45.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:45.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:45.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:45.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:45.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:45.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:45.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:45.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:45.690 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:45.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.429745 28651 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:44.432809 28653 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:45.774945 28652 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1345 milliseconds
14:06:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.774976 28641 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.781024 28641 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.783814 28641 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.785336 28641 hybrid_clock.cc:648] HybridClock initialized: now 1779113205785267 us; error 71 us; skew 500 ppm
14:06:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.786231 28641 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.793380 28641 webserver.cc:533] Webserver started at http://127.27.227.125:43431/ using document root <none> and password file <none>
14:06:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.794354 28641 fs_manager.cc:362] Metadata directory not provided
14:06:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.794597 28641 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.795105 28641 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.800113 28641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/data/instance:
14:06:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdb362cfcc1e49cebaf802af7310ca31"
14:06:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:45 on dist-test-slave-qn3m"
14:06:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.801389 28641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/wal/instance:
14:06:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdb362cfcc1e49cebaf802af7310ca31"
14:06:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:45 on dist-test-slave-qn3m"
14:06:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.809361 28641 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
14:06:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.815487 28662 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.816908 28641 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:06:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.817312 28641 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/wal
14:06:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdb362cfcc1e49cebaf802af7310ca31"
14:06:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:45 on dist-test-slave-qn3m"
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.817751 28641 fs_report.cc:389] FS layout report
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/wal
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/wal
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/data/data
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.885347 28641 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.886961 28641 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.887410 28641 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.965657 28641 rpc_server.cc:307] RPC server started. Bound to: 127.27.227.125:35193
14:06:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.965788 28714 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.227.125:35193 every 8 connection(s)
14:06:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.968746 28641 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/data/info.pb
14:06:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.969655 28557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 28641
14:06:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.970177 28557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-1/wal/instance
14:06:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.974154 28557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/wal
14:06:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/data
14:06:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/logs
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/data/info.pb
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.124:38107
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.124
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:45.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:45.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33375/jwks.json with env {}
14:06:45.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.976938 28715 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:45.989289 28715 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } has no permanent_uuid. Determining permanent_uuid...
14:06:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.018433 28715 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } has no permanent_uuid. Determining permanent_uuid...
14:06:46.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113206025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:46.035 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:06:46.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
14:06:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.038414 28715 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } has no permanent_uuid. Determining permanent_uuid...
14:06:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.041333 28666 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.045868 28715 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.095422 28715 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 1
14:06:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.100029 28715 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:46.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.168484 28715 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 2
14:06:46.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.173151 28715 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.264578 28715 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 3
14:06:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.268677 28715 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.290 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:46.290 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:46.291 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:46.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:46.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:46.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:46.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:46.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:46.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:46.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:46.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:46.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:46.292 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.338757 28717 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.339504 28717 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:46.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.340303 28717 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.362349 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } attempt: 7
14:06:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.376291 28639 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } has no permanent_uuid. Determining permanent_uuid...
14:06:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.382769 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.383165 28717 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.383412 28717 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.383611 28717 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.383812 28717 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.384086 28717 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.384296 28717 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33375/jwks.json
14:06:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.412132 28715 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 4
14:06:46.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.416641 28715 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.437379 28717 master_runner.cc:387] Master server non-default flags:
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/data
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/wal
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.124:38107
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33375/jwks.json
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/data/info.pb
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.124
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/logs
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.438921 28717 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:46.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.440793 28717 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:46.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.441228 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 1
14:06:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.445322 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.453783 28730 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:46.456 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:46.456 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:46.456 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:46.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:46.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:46.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:46.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:46.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:46.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:46.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:46.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:46.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:46.457 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:46.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113206526 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.526739 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 2
14:06:46.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.533654 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.537 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:06:46.539 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
14:06:46.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.619161 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 3
14:06:46.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.628284 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.716078 28715 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 5
14:06:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.722924 28715 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.734 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:46.735 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:46.735 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:46.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:46.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:46.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:46.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:46.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:46.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:46.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:46.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:46.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:46.737 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:46.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:46.768939 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 4
14:06:46.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.777267 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:46.965 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:46.965 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:46.965 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:46.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:46.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:46.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:46.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:46.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:46.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:46.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:46.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:46.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:46.968 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:47.025 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113207025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:47.035 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:06:47.037 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
14:06:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.060869 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 5
14:06:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:47.070108 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:47.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:47.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:47.197 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:47.197 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:47.198 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:47.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:47.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:47.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:47.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:47.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:47.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:47.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:47.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:47.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:47.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:47.232 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:47.232 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:47.232 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:47.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:47.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:47.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:47.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:47.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:47.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:47.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:47.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:47.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:47.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:47.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.270553 28715 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 6
14:06:47.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:47.297765 28715 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:47.451 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:47.452 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:47.452 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:47.452 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:47.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:47.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:47.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:47.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:47.453 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:47.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:47.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:47.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:47.454 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:47.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113207525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:47.536 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:06:47.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
14:06:47.601 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:47.601 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:47.601 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:47.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:47.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:47.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:47.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:47.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:47.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:47.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:47.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:47.605 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:47.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:47.608 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.622730 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 6
14:06:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:47.650470 28639 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.227.124:38107: Network error: Client connection negotiation failed: client connection to 127.27.227.124:38107: connect: Connection refused (error 111)
14:06:47.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:46.455515 28731 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:47.855535 28733 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:47.859269 28732 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1403 milliseconds
14:06:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.859344 28717 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.860816 28717 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:47.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.863955 28717 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:47.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.865440 28717 hybrid_clock.cc:648] HybridClock initialized: now 1779113207865390 us; error 55 us; skew 500 ppm
14:06:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.866217 28717 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:47.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.873616 28717 webserver.cc:533] Webserver started at http://127.27.227.124:34237/ using document root <none> and password file <none>
14:06:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.874495 28717 fs_manager.cc:362] Metadata directory not provided
14:06:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.874687 28717 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.875128 28717 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.879611 28717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/data/instance:
14:06:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2b42d34bc0426793dd69fd4c9e73cf"
14:06:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:47 on dist-test-slave-qn3m"
14:06:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.880759 28717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/wal/instance:
14:06:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2b42d34bc0426793dd69fd4c9e73cf"
14:06:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:47 on dist-test-slave-qn3m"
14:06:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.889624 28717 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
14:06:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.897384 28746 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.898931 28717 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
14:06:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.899267 28717 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/wal
14:06:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2b42d34bc0426793dd69fd4c9e73cf"
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:47 on dist-test-slave-qn3m"
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.899888 28717 fs_report.cc:389] FS layout report
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/wal
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/wal
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/data/data
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.963163 28717 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.965256 28717 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:47.965952 28717 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:47.999 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:47.999 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:47.999 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:48.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.000 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:48.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113208025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:48.028 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:48.029 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:48.029 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:48.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:48.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:48.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:48.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:48.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:48.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:48.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:48.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:48.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:48.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:48.038 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:06:48.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
14:06:48.055 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:48.055 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:48.055 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:48.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:48.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:48.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:48.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:48.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:48.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:48.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:48.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:48.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:48.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.083534 28717 rpc_server.cc:307] RPC server started. Bound to: 127.27.227.124:38107
14:06:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.083657 28797 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.227.124:38107 every 8 connection(s)
14:06:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.086385 28717 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/data/info.pb
14:06:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.089200 28557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 28717
14:06:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.089660 28557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/master-2/wal/instance
14:06:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.093847 28798 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:48.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.110875 28798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } has no permanent_uuid. Determining permanent_uuid...
14:06:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.134414 28798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } has no permanent_uuid. Determining permanent_uuid...
14:06:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.144949 28798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } has no permanent_uuid. Determining permanent_uuid...
14:06:48.159 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:48.160 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:48.160 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:48.160 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.160 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.160 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.161 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.161 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.161 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.161 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:48.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.162263 28798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: Bootstrap starting.
14:06:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.169075 28798 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: Neither blocks nor log segments found. Creating new log.
14:06:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.170943 28798 log.cc:826] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: Log is configured to *not* fsync() on all Append() calls
14:06:48.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.175926 28798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: No bootstrap required, opened a new log
14:06:48.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:48.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.199623 28798 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.200546 28798 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.200868 28798 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c2b42d34bc0426793dd69fd4c9e73cf, State: Initialized, Role: FOLLOWER
14:06:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.201797 28798 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.204384 28806 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.205032 28806 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: This master's current role is: FOLLOWER
14:06:48.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.205876 28798 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: configured and running, proceeding with master startup.
14:06:48.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:48.223727 28752 tablet.cc:2404] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:48.234853 28817 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:06:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:48.235195 28817 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:06:48.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.231597 28717 master_runner.cc:187] Error getting master registration for 127.27.227.126:36957: OK, instance_id { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" instance_seqno: 1779113203943978 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:06:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.268814 28717 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.358393 28715 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 7
14:06:48.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.388797 28715 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: Bootstrap starting.
14:06:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.397909 28715 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: Neither blocks nor log segments found. Creating new log.
14:06:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.400664 28715 log.cc:826] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: Log is configured to *not* fsync() on all Append() calls
14:06:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.407140 28715 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: No bootstrap required, opened a new log
14:06:48.425 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:48.425 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:48.426 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:48.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:48.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:48.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:48.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:48.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:48.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:48.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:48.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:48.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:48.427 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.439591 28715 raft_consensus.cc:359] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.440537 28715 raft_consensus.cc:385] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:48.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.440825 28715 raft_consensus.cc:740] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fdb362cfcc1e49cebaf802af7310ca31, State: Initialized, Role: FOLLOWER
14:06:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.441815 28715 consensus_queue.cc:260] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.444553 28822 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.445547 28822 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [sys.catalog]: This master's current role is: FOLLOWER
14:06:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.446830 28715 sys_catalog.cc:565] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [sys.catalog]: configured and running, proceeding with master startup.
14:06:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.471513 28806 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.472318 28806 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.477062 28806 leader_election.cc:290] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9f540cc75bb4496ad0c52564b6a9bf0 (127.27.227.126:36957), fdb362cfcc1e49cebaf802af7310ca31 (127.27.227.125:35193)
14:06:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.478761 28690 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fdb362cfcc1e49cebaf802af7310ca31" is_pre_election: true
14:06:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.479648 28690 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9c2b42d34bc0426793dd69fd4c9e73cf in term 0.
14:06:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.486397 28749 leader_election.cc:304] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9c2b42d34bc0426793dd69fd4c9e73cf, fdb362cfcc1e49cebaf802af7310ca31; no voters: 
14:06:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.487350 28806 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.487696 28806 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.488059 28806 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 0 FOLLOWER]: Advancing to term 1
14:06:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:48.492024 28833 catalog_manager.cc:1593] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:06:48.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:48.492357 28833 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:06:48.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.496239 28806 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.500083 28690 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fdb362cfcc1e49cebaf802af7310ca31"
14:06:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.500622 28690 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [term 0 FOLLOWER]: Advancing to term 1
14:06:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.507858 28690 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c2b42d34bc0426793dd69fd4c9e73cf in term 1.
14:06:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.509100 28749 leader_election.cc:304] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9c2b42d34bc0426793dd69fd4c9e73cf, fdb362cfcc1e49cebaf802af7310ca31; no voters: 
14:06:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.522014 28806 leader_election.cc:290] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [CANDIDATE]: Term 1 election: Requested vote from peers d9f540cc75bb4496ad0c52564b6a9bf0 (127.27.227.126:36957), fdb362cfcc1e49cebaf802af7310ca31 (127.27.227.125:35193)
14:06:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.481261 28641 master_runner.cc:187] Error getting master registration for 127.27.227.126:36957: OK, instance_id { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" instance_seqno: 1779113203943978 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:06:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.522648 28641 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.523372 28806 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 1 FOLLOWER]: Leader election won for term 1
14:06:48.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.524722 28806 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [term 1 LEADER]: Becoming Leader. State: Replica: 9c2b42d34bc0426793dd69fd4c9e73cf, State: Running, Role: LEADER
14:06:48.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113208525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:48.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.525620 28806 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.534 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:06:48.536 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
14:06:48.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.542481 28835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c2b42d34bc0426793dd69fd4c9e73cf. Latest consensus state: current_term: 1 leader_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.543215 28835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: This master's current role is: LEADER
14:06:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.556478 28837 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:06:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.563690 28837 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:06:48.585 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:48.585 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:48.585 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:48.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:48.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:48.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:48.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:48.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:48.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:48.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:48.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:48.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:48.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.597779 28690 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [term 1 FOLLOWER]: Refusing update from remote peer 9c2b42d34bc0426793dd69fd4c9e73cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.599601 28835 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:06:48.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.637472 28838 mvcc.cc:204] Tried to move back new op lower bound from 7287247702397071360 to 7287247702152073216. Current Snapshot: MvccSnapshot[applied={T|T < 7287247702397071360}]
14:06:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.641837 28837 catalog_manager.cc:1382] Generated new cluster ID: 79d10372bcc04139876fcf2410bb82be
14:06:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.642112 28837 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:06:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.641615 28822 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c2b42d34bc0426793dd69fd4c9e73cf. Latest consensus state: current_term: 1 leader_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.642362 28822 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [sys.catalog]: This master's current role is: FOLLOWER
14:06:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:48.645388 28669 tablet.cc:2404] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.645870 28806 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.646546 28806 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: This master's current role is: LEADER
14:06:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.653182 28822 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.655614 28822 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31 [sys.catalog]: This master's current role is: FOLLOWER
14:06:48.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.677141 28837 catalog_manager.cc:1405] Generated new certificate authority record
14:06:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.679520 28837 catalog_manager.cc:1539] Loading token signing keys...
14:06:48.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.683871 28639 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } attempt: 7
14:06:48.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.710381 28837 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: Generated new TSK 0
14:06:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.712929 28837 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:06:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.720899 28839 mvcc.cc:204] Tried to move back new op lower bound from 7287247702397071360 to 7287247702152073216. Current Snapshot: MvccSnapshot[applied={T|T < 7287247702397071360}]
14:06:48.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.753017 28639 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0: Bootstrap starting.
14:06:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.771545 28639 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0: Neither blocks nor log segments found. Creating new log.
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.773976 28557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/wal
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/data
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/logs
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/data/info.pb
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.65:0
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.227.65
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.65
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.774168 28639 log.cc:826] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0: Log is configured to *not* fsync() on all Append() calls
14:06:48.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.797603 28639 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0: No bootstrap required, opened a new log
14:06:48.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.851747 28639 raft_consensus.cc:359] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.852596 28639 raft_consensus.cc:385] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.852939 28639 raft_consensus.cc:740] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9f540cc75bb4496ad0c52564b6a9bf0, State: Initialized, Role: FOLLOWER
14:06:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.853811 28639 consensus_queue.cc:260] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } }
14:06:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.870035 28848 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.872779 28848 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [sys.catalog]: This master's current role is: FOLLOWER
14:06:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.875442 28639 sys_catalog.cc:565] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [sys.catalog]: configured and running, proceeding with master startup.
14:06:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.876199 28612 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [term 0 FOLLOWER]: Advancing to term 1
14:06:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.879431 28614 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" is_pre_election: true
14:06:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.882141 28613 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0"
14:06:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.891601 28612 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [term 1 FOLLOWER]: Refusing update from remote peer 9c2b42d34bc0426793dd69fd4c9e73cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:48.895172 28593 tablet.cc:2404] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.893831 28835 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:06:48.941 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:48.941 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:48.942 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:48.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:48.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:48.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:48.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:48.968 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:48.968 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:48.969 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:48.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:48.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:48.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:48.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:48.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:48.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:48.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:48.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:48.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:48.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.981036 28848 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c2b42d34bc0426793dd69fd4c9e73cf. Latest consensus state: current_term: 1 leader_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.981801 28848 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [sys.catalog]: This master's current role is: FOLLOWER
14:06:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.978938 28854 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:48.985639 28854 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0 [sys.catalog]: This master's current role is: FOLLOWER
14:06:49.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113209030 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.033125 28865 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:06:49.046 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:49.046 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:49.046 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:49.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:49.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:49.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:49.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:49.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:49.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:49.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:49.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:49.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:49.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:49.051 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
14:06:49.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
14:06:49.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:49.176 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:49.176 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:49.177 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:49.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:49.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:49.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:49.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:49.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:49.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:49.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:49.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:49.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:49.178 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:49.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:49.245 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:49.245 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:49.246 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:49.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:49.295 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.25.45.188:32967, [5ms] received response from server master-127.25.45.188:32967: OK, deferred=null) with no deferred attached!
14:06:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:49.351670 28847 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:49.352468 28847 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:49.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:49.353214 28847 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:49.419051 28847 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:49.420436 28847 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.227.65
14:06:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.479326 28870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9f540cc75bb4496ad0c52564b6a9bf0" member_type: VOTER last_known_addr { host: "127.27.227.126" port: 36957 } } peers { permanent_uuid: "fdb362cfcc1e49cebaf802af7310ca31" member_type: VOTER last_known_addr { host: "127.27.227.125" port: 35193 } } peers { permanent_uuid: "9c2b42d34bc0426793dd69fd4c9e73cf" member_type: VOTER last_known_addr { host: "127.27.227.124" port: 38107 } } }
14:06:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.480391 28870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf [sys.catalog]: This master's current role is: LEADER
14:06:49.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.497959 28833 catalog_manager.cc:1294] Loaded cluster ID: 79d10372bcc04139876fcf2410bb82be
14:06:49.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.498471 28833 catalog_manager.cc:1587] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: loading cluster ID for follower catalog manager: success
14:06:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.505626 28833 catalog_manager.cc:1609] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: acquiring CA information for follower catalog manager: success
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.513200 28847 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/data
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/wal
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.65:0
14:06:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/data/info.pb
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.65
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.227.65
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/logs
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.514911 28847 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.517094 28847 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:49.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:49.523078 28833 catalog_manager.cc:1637] T 00000000000000000000000000000000 P fdb362cfcc1e49cebaf802af7310ca31: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:49.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113209525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:49.538 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:06:49.539 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
14:06:49.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:49.556938 28873 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:49.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:49.656 [DEBUG - pool-144-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.25.252.188:42299, [6ms] received response from server master-127.25.252.188:42299: OK, deferred=null) with no deferred attached!
14:06:49.656 [DEBUG - pool-144-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.25.252.188:42299, [6ms] received response from server master-127.25.252.188:42299: OK, deferred=null) with no deferred attached!
14:06:49.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:49.815 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:49.815 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:49.816 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:49.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:49.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:49.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:49.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:49.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:49.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:49.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:49.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:49.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:49.817 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:49.925 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:49.925 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:49.926 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:49.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.928 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:49.950 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:49.950 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:49.950 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:49.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:49.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:49.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:49.953 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:50.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113210026 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:50.038 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:06:50.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
14:06:50.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:50.065876 28865 catalog_manager.cc:1294] Loaded cluster ID: 79d10372bcc04139876fcf2410bb82be
14:06:50.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:50.066157 28865 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0: loading cluster ID for follower catalog manager: success
14:06:50.077 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:50.077 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:50.077 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:50.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:50.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:50.107846 28865 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0: acquiring CA information for follower catalog manager: success
14:06:50.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:50.124676 28865 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d9f540cc75bb4496ad0c52564b6a9bf0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:50.175 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:50.175 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:50.175 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:50.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:50.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:50.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:50.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:50.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:50.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:50.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:50.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:50.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:50.178 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:50.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:50.392 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:50.392 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:50.393 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:50.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:50.526 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113210525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:50.535 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:06:50.536 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
14:06:50.560 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:50.561 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:50.561 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:50.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.562 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:50.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:50.639 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:50.639 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:50.639 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:50.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:50.652 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:50.652 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:50.652 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:50.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.655 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:50.665 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:50.666 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:50.666 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:50.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:50.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:50.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:50.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:50.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:50.959 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:50.960 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:50.960 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:50.960 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:50.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:50.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:50.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:51.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113211025 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:51.042 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:06:51.044 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
14:06:51.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:51.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:51.236 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:51.237 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:51.237 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:51.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:51.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:51.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:51.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:51.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:51.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:51.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:51.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:51.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:51.238 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:51.368 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:51.368 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:51.369 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:51.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:51.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:51.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:51.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:51.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:51.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:51.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:51.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:51.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:51.377 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:51.525 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113211525 for job e2d05dba1558dbc336d7ebe82f9f04d7.
14:06:51.535 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job e2d05dba1558dbc336d7ebe82f9f04d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:06:51.536 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
14:06:51.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:51.670 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:51.670 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:51.670 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:51.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:51.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:51.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:51.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:51.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:51.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:51.673 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:51.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:51.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:51.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:51.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:51.749126 28847 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.194s	user 0.767s	sys 1.208s
14:06:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:50.947234 28872 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 28847
14:06:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:51.757735 28847 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.203s	user 0.767s	sys 1.208s
14:06:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.758046 28847 server_base.cc:1061] running on GCE node
14:06:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:51.751442 28876 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:49.560503 28874 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.760407 28847 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:51.774 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:51.774 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:51.775 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:51.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.776 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.776026 28847 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.784145 28847 hybrid_clock.cc:648] HybridClock initialized: now 1779113211784086 us; error 44 us; skew 500 ppm
14:06:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.785713 28847 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:51.806 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:51.806 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:51.806 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:51.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:51.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:51.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:51.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:51.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:51.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:51.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:51.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:51.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:51.807 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:51.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.821178 28847 webserver.cc:533] Webserver started at http://127.27.227.65:46041/ using document root <none> and password file <none>
14:06:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.822990 28847 fs_manager.cc:362] Metadata directory not provided
14:06:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.823554 28847 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.824265 28847 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.832168 28847 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/data/instance:
14:06:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f28c6b5c8be42c8892ed8fa336598b5"
14:06:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:51 on dist-test-slave-qn3m"
14:06:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.834013 28847 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/wal/instance:
14:06:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f28c6b5c8be42c8892ed8fa336598b5"
14:06:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:51 on dist-test-slave-qn3m"
14:06:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.862398 28847 fs_manager.cc:696] Time spent creating directory manager: real 0.027s	user 0.015s	sys 0.007s
14:06:51.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.878263 28888 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.880137 28847 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.004s	sys 0.006s
14:06:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.880657 28847 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/wal
14:06:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f28c6b5c8be42c8892ed8fa336598b5"
14:06:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:51 on dist-test-slave-qn3m"
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:51.881335 28847 fs_report.cc:389] FS layout report
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/wal
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/wal
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/data/data
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:51.956 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:51.956 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:51.956 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:51.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:51.960 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=30, TimeoutTracker(timeout=30000, elapsed=28747), Traces: [0ms] sending RPC to server master-127.25.45.188:32967, [8ms] received response from server master-127.25.45.188:32967: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [8ms] delaying RPC due to: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [165ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [284ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [384ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [602ms] refreshing cache from master, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [604ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [604ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1582ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1583ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2982ms] refreshing cache from master, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2984ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2984ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5282ms] refreshing cache from master, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5285ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [7602ms] refreshing cache from master, [7602ms] too many traces: truncated at 100 traces, deferred=Deferred@484732901(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@664c25d3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707)))
14:06:51.973 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:51.974 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:51.974 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:51.974 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=30, TimeoutTracker(timeout=30000, elapsed=28747), Traces: [0ms] sending RPC to server master-127.25.45.188:32967, [8ms] received response from server master-127.25.45.188:32967: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [8ms] delaying RPC due to: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [165ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [284ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [384ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [602ms] refreshing cache from master, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [604ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [604ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1582ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1583ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2982ms] refreshing cache from master, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2984ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2984ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5282ms] refreshing cache from master, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5285ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [7602ms] refreshing cache from master, [7602ms] too many traces: truncated at 100 traces, deferred=Deferred@484732901(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@664c25d3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=30, TimeoutTracker(timeout=30000, elapsed=28747), Traces: [0ms] sending RPC to server master-127.25.45.188:32967, [8ms] received response from server master-127.25.45.188:32967: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [8ms] delaying RPC due to: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [165ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [284ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [384ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [602ms] refreshing cache from master, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [604ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [604ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1582ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1583ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2982ms] refreshing cache from master, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2984ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2984ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5282ms] refreshing cache from master, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5285ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [7602ms] refreshing cache from master, [7602ms] too many traces: truncated at 100 traces, deferred=Deferred@484732901(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@664c25d3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:51.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.982 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:51.994 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:51.994 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:51.995 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:51.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:51.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:51.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:51.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:51.996 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=30, TimeoutTracker(timeout=30000, elapsed=28747), Traces: [0ms] sending RPC to server master-127.25.45.188:32967, [8ms] received response from server master-127.25.45.188:32967: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [8ms] delaying RPC due to: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [165ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [284ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [384ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [602ms] refreshing cache from master, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [604ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [604ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1582ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1583ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2982ms] refreshing cache from master, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2984ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2984ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5282ms] refreshing cache from master, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5285ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [7602ms] refreshing cache from master, [7602ms] too many traces: truncated at 100 traces, deferred=Deferred@484732901(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@664c25d3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=30, TimeoutTracker(timeout=30000, elapsed=28747), Traces: [0ms] sending RPC to server master-127.25.45.188:32967, [8ms] received response from server master-127.25.45.188:32967: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [8ms] delaying RPC due to: Network error: [peer master-127.25.45.188:32967(127.25.45.188:32967)] unexpected exception from downstream on [id: 0x038f102f, L:/127.0.0.1:52522 - R:/127.25.45.188:32967], [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [84ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [165ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [165ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [284ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [384ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [602ms] refreshing cache from master, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [603ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [604ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [604ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1582ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1583ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2982ms] refreshing cache from master, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2984ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2984ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5282ms] refreshing cache from master, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [5285ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5285ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [7602ms] refreshing cache from master, [7602ms] too many traces: truncated at 100 traces, deferred=Deferred@484732901(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@664c25d3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505) -> (continuation of Deferred@1224073915 after retry RPC after error@1089000871) -> (continuation of Deferred@1253422800 after retry RPC after error@1105338620) -> (continuation of Deferred@644211265 after retry RPC after error@539385543) -> (continuation of Deferred@1195540261 after retry RPC after error@393691889) -> (continuation of Deferred@512351668 after retry RPC after error@214661316) -> (continuation of Deferred@1487181103 after retry RPC after error@1969824768) -> (continuation of Deferred@635253604 after retry RPC after error@1921479235) -> (continuation of Deferred@242650321 after retry RPC after error@839114811) -> (continuation of Deferred@2114564876 after retry RPC after error@936756196) -> (continuation of Deferred@226476491 after retry RPC after error@542177895) -> (continuation of Deferred@334675122 after retry RPC after error@169973707)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:52.005 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:06:52.006 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RUNNING to RESTARTING.
14:06:52.006 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
14:06:52.007 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:06:52.007 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:06:52.007 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:06:52.007 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:06:52.008 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
14:06:52.009 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:06:52.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
14:06:52.010 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:06:52.010 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
14:06:52.010 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:06:52.016 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.017 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.017 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.021 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.029 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:06:52.029 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:06:52.029 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:06:52.030 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.25.252.189:42559(127.25.252.189:42559)] disconnecting while in state TERMINATED
14:06:52.031 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.25.252.188:42299(127.25.252.188:42299)] disconnecting while in state TERMINATED
14:06:52.031 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.25.252.190:35095(127.25.252.190:35095)] disconnecting while in state TERMINATED
14:06:52.031 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:52.031 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:06:52.031 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:06:52.032 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:06:52.032 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:06:52.033 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.25.252.189:42559(127.25.252.189:42559)] disconnecting while in state TERMINATED
14:06:52.033 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.25.252.188:42299(127.25.252.188:42299)] disconnecting while in state TERMINATED
14:06:52.033 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.25.252.190:35095(127.25.252.190:35095)] disconnecting while in state TERMINATED
14:06:52.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:52.034 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
14:06:52.034 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.034 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.034 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.039 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
14:06:52.039 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
14:06:52.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.040 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.040 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.054 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.055 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.055 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.055 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.056 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:06:52.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.057 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:06:52.057 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:06:52.057 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:06:52.064 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:52.064 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:52.065 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:52.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:52.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:52.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:52.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:52.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:52.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:52.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:52.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:52.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:52.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:52.074 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.074 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.075 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.076 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.076 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:06:52.076 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:06:52.077 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:06:52.077 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:06:52.100 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.252.189:42559(127.25.252.189:42559)] disconnecting while in state TERMINATED
14:06:52.100 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.252.188:42299(127.25.252.188:42299)] disconnecting while in state TERMINATED
14:06:52.100 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.252.190:35095(127.25.252.190:35095)] disconnecting while in state TERMINATED
14:06:52.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:52.101 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
14:06:52.101 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:06:52.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:52.119 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:06:52.119 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:06:52.119 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:06:52.136 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 7b52fcccb25d4fd4bf2dfe2f60ef4d5e(127.25.252.131:42309)] disconnecting while in state TERMINATED
14:06:52.136 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.25.252.189:42559(127.25.252.189:42559)] disconnecting while in state TERMINATED
14:06:52.136 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.25.252.188:42299(127.25.252.188:42299)] disconnecting while in state TERMINATED
14:06:52.136 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.25.252.190:35095(127.25.252.190:35095)] disconnecting while in state TERMINATED
14:06:52.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:52.137 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
14:06:52.137 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:06:52.138 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
14:06:52.150 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
14:06:52.151 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
14:06:52.151 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:06:52.152 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:06:52.153 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:52.153 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:52.154 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.155 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.155 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.157 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.170 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:06:52.170 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:06:52.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:06:52.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:06:52.172 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
14:06:52.172 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:06:52.173 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:52.174 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.175 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.175 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.181 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:06:52.181 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:06:52.181 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:06:52.181 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:06:52.182 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
14:06:52.182 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:06:52.183 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job e2d05dba1558dbc336d7ebe82f9f04d7
14:06:52.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.193867 28847 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.198258 28847 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:52.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.201093 28847 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:52.206 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:52.206 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:52.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:52.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:52.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:52.206 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:52.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:52.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:52.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:52.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:52.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:52.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:52.207 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.215667 28847 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.247596 28847 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.248325 28847 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
14:06:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.248852 28847 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.249185 28847 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:52.295 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.295 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.295 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.316 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:52.316 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:52.316 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:52.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:52.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:52.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:52.316 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:52.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:52.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:52.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:52.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:52.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:52.317 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:52.494 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.494 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.495 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.497 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:52.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.730569 28847 rpc_server.cc:307] RPC server started. Bound to: 127.27.227.65:39537
14:06:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.730677 29022 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.227.65:39537 every 8 connection(s)
14:06:52.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.733585 28847 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/data/info.pb
14:06:52.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.744345 28557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 28847
14:06:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.744987 28557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-0/wal/instance
14:06:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.782240 28557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/wal
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/data
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/logs
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/data/info.pb
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.66:0
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.227.66
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.66
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:52.794 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.795 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.795 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.855 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.855 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:52.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.857 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:52.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:52.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:52.858 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.861867 29024 heartbeater.cc:344] Connected to a master server at 127.27.227.125:35193
14:06:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.862393 29024 heartbeater.cc:461] Registering TS with master...
14:06:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.863699 29024 heartbeater.cc:507] Master 127.27.227.125:35193 requested a full tablet report, sending...
14:06:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.868468 28680 ts_manager.cc:194] Registered new tserver with Master: 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537)
14:06:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.872258 29028 heartbeater.cc:344] Connected to a master server at 127.27.227.126:36957
14:06:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.872627 29028 heartbeater.cc:461] Registering TS with master...
14:06:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.873574 29028 heartbeater.cc:507] Master 127.27.227.126:36957 requested a full tablet report, sending...
14:06:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.875379 29023 heartbeater.cc:344] Connected to a master server at 127.27.227.124:38107
14:06:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.875757 29023 heartbeater.cc:461] Registering TS with master...
14:06:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.876650 29023 heartbeater.cc:507] Master 127.27.227.124:38107 requested a full tablet report, sending...
14:06:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.877040 28604 ts_manager.cc:194] Registered new tserver with Master: 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537)
14:06:52.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.879583 28763 ts_manager.cc:194] Registered new tserver with Master: 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537)
14:06:52.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:52.882509 28763 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.227.65:59223
14:06:52.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:52.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:52.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:52.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:52.900 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:52.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:52.900 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:52.900 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:52.900 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:52.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:52.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:52.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:52.901 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:52.995 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:52.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:52.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.000 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.000 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.000 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.046 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:53.047 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:53.047 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:53.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.049 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:53.068 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RESTARTING to RUNNING.
14:06:53.069 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job e2d05dba1558dbc336d7ebe82f9f04d7 from Checkpoint 64 @ 1779113211525 for e2d05dba1558dbc336d7ebe82f9f04d7 located at file:/tmp/junit4010981562874139189/checkpoints/e2d05dba1558dbc336d7ebe82f9f04d7/chk-64.
14:06:53.069 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:06:53.069 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:06:53.076 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
14:06:53.077 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
14:06:53.078 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id f1db784f4ee827c3e08cd66d50c46b48
14:06:53.078 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
14:06:53.078 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
14:06:53.078 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 7e35012307741ce2bd2fdfd64cd9ea65
14:06:53.079 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
14:06:53.079 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
14:06:53.079 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id a964f2a8c693ee4edf77b23a93c835b9
14:06:53.080 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:53.080 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:53.080 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:53.082 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot f1db784f4ee827c3e08cd66d50c46b48.
14:06:53.083 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id f1db784f4ee827c3e08cd66d50c46b48.
14:06:53.084 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
14:06:53.084 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:06:53.085 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
14:06:53.085 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 837c32a334d9987291ec621befa0ba3d
14:06:53.087 [INFO - Thread-31] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:06:53.087 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.25.45.189:37197(127.25.45.189:37197)] disconnecting while in state TERMINATED
14:06:53.087 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.25.45.190:35733(127.25.45.190:35733)] disconnecting while in state TERMINATED
14:06:53.087 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.25.45.188:32967(127.25.45.188:32967)] disconnecting while in state TERMINATED
14:06:53.087 [DEBUG - Thread-31] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:53.088 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
14:06:53.090 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
14:06:53.090 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
14:06:53.091 [INFO - Thread-31] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:06:53.091 [INFO - Thread-31] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:06:53.096 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:53.096 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:53.097 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:53.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:53.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:53.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:53.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:53.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:53.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:53.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:53.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:53.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:53.098 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:53.101 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:06:53.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:53.102 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 7e35012307741ce2bd2fdfd64cd9ea65.
14:06:53.102 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
14:06:53.102 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
14:06:53.104 [DEBUG - Thread-31] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:53.104 [INFO - Thread-31] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:06:53.104 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@58e3df07
14:06:53.104 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:53.105 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:53.105 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:06:53.105 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:06:53.108 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a964f2a8c693ee4edf77b23a93c835b9.
14:06:53.109 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id a964f2a8c693ee4edf77b23a93c835b9.
14:06:53.110 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
14:06:53.110 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
14:06:53.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@234c1c31
14:06:53.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:53.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:53.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:06:53.111 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:06:53.112 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@eab5e5
14:06:53.114 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:53.116 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62c202dd
14:06:53.118 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 837c32a334d9987291ec621befa0ba3d.
14:06:53.119 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 837c32a334d9987291ec621befa0ba3d.
14:06:53.120 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
14:06:53.120 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
14:06:53.120 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39fd9dac
14:06:53.120 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:53.121 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:53.121 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:06:53.121 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:06:53.124 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
14:06:53.124 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
14:06:53.125 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:53.127 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15fe567
14:06:53.128 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12eb86ee
14:06:53.128 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:06:53.129 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:06:53.129 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:06:53.129 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:06:53.131 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29a2940
14:06:53.133 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:53.135 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:53.135 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:53.136 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:53.137 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:53.137 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:06:53.138 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.139 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.139 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.140 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.141 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.142 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.144 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.144 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.145 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.146 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.148 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.148 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.149 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.151 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.151 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.152 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.154 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.154 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.155 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.159 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.159 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.160 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.161 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.165 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.168 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.185 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:53.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.198 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.198 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.200 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.204 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.217 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.218 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.218 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.220 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.221 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.231 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.231 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.236 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.240 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.244 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.256 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.257 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.258 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.259 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.264 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.265 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.272 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.273 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.279 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.280 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.280 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.280 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.281 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.281 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.281 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.285 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.295 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.298 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.298 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.299 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.300 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.301 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.301 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.301 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.302 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.302 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.302 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.303 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.316 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.316 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.317 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.317 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.317 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.318 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.318 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.319 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.319 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.320 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.320 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.321 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.321 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.324 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.324 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.336 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.337 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.341 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.341 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.341 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.342 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.345 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.345 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.346 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.346 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.346 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.346 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.360 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.360 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.360 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.361 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.361 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.361 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.362 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.362 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.362 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.363 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.365 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.365 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.365 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.366 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.366 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.378 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.379 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.379 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.380 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.380 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.380 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.380 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.380 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.380 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.380 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.381 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.381 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.381 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.381 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.381 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.385 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.385 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.385 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.400 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.400 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.400 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.400 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.401 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.401 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.401 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.401 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.401 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.401 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.403 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.418 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.419 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.419 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.420 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.424 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.425 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.425 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.426 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.461 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.461 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.462 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:53.461627 29027 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:53.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:53.462658 29027 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:53.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.463 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:53.463541 29027 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:53.479 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.479 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.479 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.479 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.479 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.480 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.481 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.481 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.481 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.481 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.481 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.481 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.485 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.485 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.485 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.487 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:53.519 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.519 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.520 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.521 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.521 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.521 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.521 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.523 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.540 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.540 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.541 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.542 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:53.565111 29027 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:53.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:53.566233 29027 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.227.66
14:06:53.591 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:53.592 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:53.592 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:53.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.592 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:53.600 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.601 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.601 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:53.625 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:53.625 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:53.625 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:53.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:53.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:53.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:53.627 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:53.645 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:53.645 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:53.646 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:53.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:53.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:53.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:53.649 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:53.662739 29027 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/data
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/wal
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.66:0
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/data/info.pb
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.66
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.227.66
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/logs
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:53.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:53.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:53.666034 29027 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:53.668409 29027 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:53.681 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.681 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.682 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.683 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:53.687176 29093 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:53.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:53.699 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.700 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.700 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.702 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.702 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.702 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.702 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.720 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.720 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.720 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.722 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.722 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.722 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.722 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.848 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:53.849 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:53.849 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:53.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:53.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:53.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:53.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:53.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:53.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:53.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:53.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:53.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:53.851 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:53.879 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.879 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.879 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.884 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:53.888181 29023 heartbeater.cc:499] Master 127.27.227.124:38107 was elected leader, sending a full tablet report...
14:06:53.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.891 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:53.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:53.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.900 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.902 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:53.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:53.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:53.910 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:53.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:54.025 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:54.026 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:54.026 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:54.026 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.027 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:54.040 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:54.040 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:54.040 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:54.040 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.040 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.041 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:54.100 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:54.100 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:54.100 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:54.100 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.101 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.101 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:54.102 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:54.102 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:54.102 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:54.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.104 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:54.108 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:54.137 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:54.137 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:54.138 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:54.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.139 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.141 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:54.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:54.205 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:54.205 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:54.206 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:54.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:54.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:54.206 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:54.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:54.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:54.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:54.208 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:54.208 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:54.208 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:54.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:54.301 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:54.301 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:54.301 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:54.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.304 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:54.416 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:54.417 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:54.417 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:54.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:54.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:54.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:54.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:54.421 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:54.421 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:54.421 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:54.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.422 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.422 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:54.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:54.565 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:54.566 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:54.566 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:54.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.568 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:54.587 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:54.587 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:54.587 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:54.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:54.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:54.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:54.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:54.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:54.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:54.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:54.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:54.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:54.598 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:54.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:54.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:54.760 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:54.760 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:54.760 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:54.761 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:54.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.761 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.761 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:54.761 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:54.762 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:54.965 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:54.965 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:54.965 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:54.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:54.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:54.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:54.967 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:54.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:55.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:55.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:55.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.086587 29092 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 29027
14:06:55.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:53.687402 29094 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:55.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.240116 29027 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.555s	user 0.542s	sys 0.874s
14:06:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.246933 29027 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.562s	user 0.543s	sys 0.874s
14:06:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.256321 29027 server_base.cc:1061] running on GCE node
14:06:55.257 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:55.257 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:55.258 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:55.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.258119 29099 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:55.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.259 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.259 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.259471 29027 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.262153 29027 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.263628 29027 hybrid_clock.cc:648] HybridClock initialized: now 1779113215263576 us; error 48 us; skew 500 ppm
14:06:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.264722 29027 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.271739 29027 webserver.cc:533] Webserver started at http://127.27.227.66:35617/ using document root <none> and password file <none>
14:06:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.272861 29027 fs_manager.cc:362] Metadata directory not provided
14:06:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.273108 29027 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.273663 29027 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.278497 29027 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/data/instance:
14:06:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:06:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:55 on dist-test-slave-qn3m"
14:06:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.279739 29027 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/wal/instance:
14:06:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:06:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:55 on dist-test-slave-qn3m"
14:06:55.285 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:55.285 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:55.285 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:55.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:55.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:55.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:55.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:55.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:55.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:55.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:55.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:55.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:55.287 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:55.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.288371 29027 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
14:06:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.294605 29104 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.295861 29027 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
14:06:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.296321 29027 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/wal
14:06:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:06:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:55 on dist-test-slave-qn3m"
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.296692 29027 fs_report.cc:389] FS layout report
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/wal
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/wal
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/data/data
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:55.319 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:55.319 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:55.319 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:55.320 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.320 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.363505 29027 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:55.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.365283 29027 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.365844 29027 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.368832 29027 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.373631 29027 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.373884 29027 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:06:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.374214 29027 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.374400 29027 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:55.441 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:55.441 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:55.441 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:55.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.442 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.442 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:55.471 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:55.471 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:55.471 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:55.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:55.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:55.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:55.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:55.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:55.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:55.472 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:55.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:55.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:55.472 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:55.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.535538 29027 rpc_server.cc:307] RPC server started. Bound to: 127.27.227.66:36449
14:06:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.535663 29216 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.227.66:36449 every 8 connection(s)
14:06:55.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.538282 29027 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/data/info.pb
14:06:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.546523 28557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 29027
14:06:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.546976 28557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-1/wal/instance
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.575368 28557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/wal
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/data
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/logs
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/data/info.pb
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.67:0
14:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.227.67
14:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.67
14:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:55.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.579097 29217 heartbeater.cc:344] Connected to a master server at 127.27.227.124:38107
14:06:55.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.579638 29217 heartbeater.cc:461] Registering TS with master...
14:06:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.581391 29217 heartbeater.cc:507] Master 127.27.227.124:38107 requested a full tablet report, sending...
14:06:55.584 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:55.585 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:55.585 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:55.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:55.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:55.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:55.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:55.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:55.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.585067 28763 ts_manager.cc:194] Registered new tserver with Master: f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:06:55.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:55.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:55.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:55.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.586833 28763 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.227.66:46825
14:06:55.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.601279 29219 heartbeater.cc:344] Connected to a master server at 127.27.227.126:36957
14:06:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.601709 29219 heartbeater.cc:461] Registering TS with master...
14:06:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.602420 29219 heartbeater.cc:507] Master 127.27.227.126:36957 requested a full tablet report, sending...
14:06:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.605217 28604 ts_manager.cc:194] Registered new tserver with Master: f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:06:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.610356 29218 heartbeater.cc:344] Connected to a master server at 127.27.227.125:35193
14:06:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.610746 29218 heartbeater.cc:461] Registering TS with master...
14:06:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.611430 29218 heartbeater.cc:507] Master 127.27.227.125:35193 requested a full tablet report, sending...
14:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:55.613795 28680 ts_manager.cc:194] Registered new tserver with Master: f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:06:55.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:55.696 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:55.696 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:55.697 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:55.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.698 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:55.739 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:55.740 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:55.740 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:55.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:55.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:55.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:55.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:55.900 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:55.900 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:55.900 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:55.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:55.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:55.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:55.901 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:55.926 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:55.926 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:55.926 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:55.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:55.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:55.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:55.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:55.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:55.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:55.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:55.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:55.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:55.927 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:55.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.943491 29226 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:55.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.944190 29226 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:55.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.944773 29226 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:55.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.982429 29226 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:55.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:55.983385 29226 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.227.67
14:06:55.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:56.005 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:56.006 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:56.006 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:56.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:56.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:56.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:56.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:56.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:56.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:56.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:56.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:56.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:56.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:56.019 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:56.019 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:56.019 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:56.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:56.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:56.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:56.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:56.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:56.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:56.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:56.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:56.021 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:56.021 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:56.039732 29226 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.227.84:44891
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/data
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/wal
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.227.67:0
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/data/info.pb
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.227.67
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.227.126:36957,127.27.227.125:35193,127.27.227.124:38107
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.227.67
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/logs
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:56.041425 29226 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:56.043439 29226 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:56.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:56.059039 29233 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:56.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:56.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:56.249 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:56.249 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:56.249 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:56.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:56.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:56.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:56.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:56.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:56.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:56.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:56.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:56.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:56.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:56.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:56.505 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:56.506 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:56.506 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:56.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:56.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:56.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:56.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:56.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:56.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:56.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:56.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:56.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:56.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:56.549 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29351), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [72ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [73ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [74ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [136ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [504ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [524ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1023ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2084ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4541ms] refreshing cache from master, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4542ms] too many traces: truncated at 100 traces, deferred=Deferred@1883008853(state=PENDING, result=null, callback=(continuation of Deferred@607538247 after retry RPC after error@294532973) -> (continuation of Deferred@1682315960 after retry RPC after error@1997772706) -> (continuation of Deferred@1641134451 after retry RPC after error@25481083) -> (continuation of Deferred@1430492713 after retry RPC after error@1040623012) -> (continuation of Deferred@1383110966 after retry RPC after error@1965587220) -> (continuation of Deferred@1007896902 after retry RPC after error@926146789) -> (continuation of Deferred@1633449500 after retry RPC after error@1461338616) -> (continuation of Deferred@1910860580 after retry RPC after error@1501137205) -> (continuation of Deferred@1536686224 after retry RPC after error@1577543579) -> (continuation of Deferred@73501492 after retry RPC after error@298097324) -> (continuation of Deferred@1970512764 after retry RPC after error@279783926) -> (continuation of Deferred@412952828 after retry RPC after error@758763705) -> (continuation of Deferred@1169817121 after retry RPC after error@1017290233) -> (continuation of Deferred@1292470361 after retry RPC after error@777397593) -> (continuation of Deferred@605326916 after retry RPC after error@208765546) -> (continuation of Deferred@222009597 after retry RPC after error@307763438) -> (continuation of Deferred@306102863 after retry RPC after error@308043952) -> (continuation of Deferred@1139932790 after retry RPC after error@289149326) -> (continuation of Deferred@1970574684 after retry RPC after error@73151138) -> (continuation of Deferred@1209167377 after retry RPC after error@970172156) -> (continuation of Deferred@1750866671 after retry RPC after error@233892964) -> (continuation of Deferred@1456044333 after retry RPC after error@1913241934) -> (continuation of Deferred@2055878274 after retry RPC after error@1880323707) -> (continuation of Deferred@1838053701 after retry RPC after error@1362216459) -> (continuation of Deferred@2057618569 after retry RPC after error@292537608) -> (continuation of Deferred@255185457 after retry RPC after error@1349209154) -> (continuation of Deferred@213338698 after retry RPC after error@1671399761) -> (continuation of Deferred@1117420361 after retry RPC after error@1218000388) -> (continuation of Deferred@2127220807 after retry RPC after error@1635781582), errback=(continuation of Deferred@607538247 after retry RPC after error@294532973) -> (continuation of Deferred@1682315960 after retry RPC after error@1997772706) -> (continuation of Deferred@1641134451 after retry RPC after error@25481083) -> (continuation of Deferred@1430492713 after retry RPC after error@1040623012) -> (continuation of Deferred@1383110966 after retry RPC after error@1965587220) -> (continuation of Deferred@1007896902 after retry RPC after error@926146789) -> (continuation of Deferred@1633449500 after retry RPC after error@1461338616) -> (continuation of Deferred@1910860580 after retry RPC after error@1501137205) -> (continuation of Deferred@1536686224 after retry RPC after error@1577543579) -> (continuation of Deferred@73501492 after retry RPC after error@298097324) -> (continuation of Deferred@1970512764 after retry RPC after error@279783926) -> (continuation of Deferred@412952828 after retry RPC after error@758763705) -> (continuation of Deferred@1169817121 after retry RPC after error@1017290233) -> (continuation of Deferred@1292470361 after retry RPC after error@777397593) -> (continuation of Deferred@605326916 after retry RPC after error@208765546) -> (continuation of Deferred@222009597 after retry RPC after error@307763438) -> (continuation of Deferred@306102863 after retry RPC after error@308043952) -> (continuation of Deferred@1139932790 after retry RPC after error@289149326) -> (continuation of Deferred@1970574684 after retry RPC after error@73151138) -> (continuation of Deferred@1209167377 after retry RPC after error@970172156) -> (continuation of Deferred@1750866671 after retry RPC after error@233892964) -> (continuation of Deferred@1456044333 after retry RPC after error@1913241934) -> (continuation of Deferred@2055878274 after retry RPC after error@1880323707) -> (continuation of Deferred@1838053701 after retry RPC after error@1362216459) -> (continuation of Deferred@2057618569 after retry RPC after error@292537608) -> (continuation of Deferred@255185457 after retry RPC after error@1349209154) -> (continuation of Deferred@213338698 after retry RPC after error@1671399761) -> (continuation of Deferred@1117420361 after retry RPC after error@1218000388) -> (continuation of Deferred@2127220807 after retry RPC after error@1635781582)))
14:06:56.555 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:06:56.555 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29351), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [72ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [73ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [74ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [136ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [504ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [524ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1023ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2084ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4541ms] refreshing cache from master, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4542ms] too many traces: truncated at 100 traces, deferred=Deferred@1883008853(state=PENDING, result=null, callback=(continuation of Deferred@607538247 after retry RPC after error@294532973) -> (continuation of Deferred@1682315960 after retry RPC after error@1997772706) -> (continuation of Deferred@1641134451 after retry RPC after error@25481083) -> (continuation of Deferred@1430492713 after retry RPC after error@1040623012) -> (continuation of Deferred@1383110966 after retry RPC after error@1965587220) -> (continuation of Deferred@1007896902 after retry RPC after error@926146789) -> (continuation of Deferred@1633449500 after retry RPC after error@1461338616) -> (continuation of Deferred@1910860580 after retry RPC after error@1501137205) -> (continuation of Deferred@1536686224 after retry RPC after error@1577543579) -> (continuation of Deferred@73501492 after retry RPC after error@298097324) -> (continuation of Deferred@1970512764 after retry RPC after error@279783926) -> (continuation of Deferred@412952828 after retry RPC after error@758763705) -> (continuation of Deferred@1169817121 after retry RPC after error@1017290233) -> (continuation of Deferred@1292470361 after retry RPC after error@777397593) -> (continuation of Deferred@605326916 after retry RPC after error@208765546) -> (continuation of Deferred@222009597 after retry RPC after error@307763438) -> (continuation of Deferred@306102863 after retry RPC after error@308043952) -> (continuation of Deferred@1139932790 after retry RPC after error@289149326) -> (continuation of Deferred@1970574684 after retry RPC after error@73151138) -> (continuation of Deferred@1209167377 after retry RPC after error@970172156) -> (continuation of Deferred@1750866671 after retry RPC after error@233892964) -> (continuation of Deferred@1456044333 after retry RPC after error@1913241934) -> (continuation of Deferred@2055878274 after retry RPC after error@1880323707) -> (continuation of Deferred@1838053701 after retry RPC after error@1362216459) -> (continuation of Deferred@2057618569 after retry RPC after error@292537608) -> (continuation of Deferred@255185457 after retry RPC after error@1349209154) -> (continuation of Deferred@213338698 after retry RPC after error@1671399761) -> (continuation of Deferred@1117420361 after retry RPC after error@1218000388) -> (continuation of Deferred@2127220807 after retry RPC after error@1635781582), errback=(continuation of Deferred@607538247 after retry RPC after error@294532973) -> (continuation of Deferred@1682315960 after retry RPC after error@1997772706) -> (continuation of Deferred@1641134451 after retry RPC after error@25481083) -> (continuation of Deferred@1430492713 after retry RPC after error@1040623012) -> (continuation of Deferred@1383110966 after retry RPC after error@1965587220) -> (continuation of Deferred@1007896902 after retry RPC after error@926146789) -> (continuation of Deferred@1633449500 after retry RPC after error@1461338616) -> (continuation of Deferred@1910860580 after retry RPC after error@1501137205) -> (continuation of Deferred@1536686224 after retry RPC after error@1577543579) -> (continuation of Deferred@73501492 after retry RPC after error@298097324) -> (continuation of Deferred@1970512764 after retry RPC after error@279783926) -> (continuation of Deferred@412952828 after retry RPC after error@758763705) -> (continuation of Deferred@1169817121 after retry RPC after error@1017290233) -> (continuation of Deferred@1292470361 after retry RPC after error@777397593) -> (continuation of Deferred@605326916 after retry RPC after error@208765546) -> (continuation of Deferred@222009597 after retry RPC after error@307763438) -> (continuation of Deferred@306102863 after retry RPC after error@308043952) -> (continuation of Deferred@1139932790 after retry RPC after error@289149326) -> (continuation of Deferred@1970574684 after retry RPC after error@73151138) -> (continuation of Deferred@1209167377 after retry RPC after error@970172156) -> (continuation of Deferred@1750866671 after retry RPC after error@233892964) -> (continuation of Deferred@1456044333 after retry RPC after error@1913241934) -> (continuation of Deferred@2055878274 after retry RPC after error@1880323707) -> (continuation of Deferred@1838053701 after retry RPC after error@1362216459) -> (continuation of Deferred@2057618569 after retry RPC after error@292537608) -> (continuation of Deferred@255185457 after retry RPC after error@1349209154) -> (continuation of Deferred@213338698 after retry RPC after error@1671399761) -> (continuation of Deferred@1117420361 after retry RPC after error@1218000388) -> (continuation of Deferred@2127220807 after retry RPC after error@1635781582)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:56.560 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
14:06:56.562 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
14:06:56.565 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29351), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [72ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [73ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [74ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [136ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [504ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [524ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1023ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2084ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4541ms] refreshing cache from master, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4542ms] too many traces: truncated at 100 traces, deferred=Deferred@1883008853(state=PENDING, result=null, callback=(continuation of Deferred@607538247 after retry RPC after error@294532973) -> (continuation of Deferred@1682315960 after retry RPC after error@1997772706) -> (continuation of Deferred@1641134451 after retry RPC after error@25481083) -> (continuation of Deferred@1430492713 after retry RPC after error@1040623012) -> (continuation of Deferred@1383110966 after retry RPC after error@1965587220) -> (continuation of Deferred@1007896902 after retry RPC after error@926146789) -> (continuation of Deferred@1633449500 after retry RPC after error@1461338616) -> (continuation of Deferred@1910860580 after retry RPC after error@1501137205) -> (continuation of Deferred@1536686224 after retry RPC after error@1577543579) -> (continuation of Deferred@73501492 after retry RPC after error@298097324) -> (continuation of Deferred@1970512764 after retry RPC after error@279783926) -> (continuation of Deferred@412952828 after retry RPC after error@758763705) -> (continuation of Deferred@1169817121 after retry RPC after error@1017290233) -> (continuation of Deferred@1292470361 after retry RPC after error@777397593) -> (continuation of Deferred@605326916 after retry RPC after error@208765546) -> (continuation of Deferred@222009597 after retry RPC after error@307763438) -> (continuation of Deferred@306102863 after retry RPC after error@308043952) -> (continuation of Deferred@1139932790 after retry RPC after error@289149326) -> (continuation of Deferred@1970574684 after retry RPC after error@73151138) -> (continuation of Deferred@1209167377 after retry RPC after error@970172156) -> (continuation of Deferred@1750866671 after retry RPC after error@233892964) -> (continuation of Deferred@1456044333 after retry RPC after error@1913241934) -> (continuation of Deferred@2055878274 after retry RPC after error@1880323707) -> (continuation of Deferred@1838053701 after retry RPC after error@1362216459) -> (continuation of Deferred@2057618569 after retry RPC after error@292537608) -> (continuation of Deferred@255185457 after retry RPC after error@1349209154) -> (continuation of Deferred@213338698 after retry RPC after error@1671399761) -> (continuation of Deferred@1117420361 after retry RPC after error@1218000388) -> (continuation of Deferred@2127220807 after retry RPC after error@1635781582), errback=(continuation of Deferred@607538247 after retry RPC after error@294532973) -> (continuation of Deferred@1682315960 after retry RPC after error@1997772706) -> (continuation of Deferred@1641134451 after retry RPC after error@25481083) -> (continuation of Deferred@1430492713 after retry RPC after error@1040623012) -> (continuation of Deferred@1383110966 after retry RPC after error@1965587220) -> (continuation of Deferred@1007896902 after retry RPC after error@926146789) -> (continuation of Deferred@1633449500 after retry RPC after error@1461338616) -> (continuation of Deferred@1910860580 after retry RPC after error@1501137205) -> (continuation of Deferred@1536686224 after retry RPC after error@1577543579) -> (continuation of Deferred@73501492 after retry RPC after error@298097324) -> (continuation of Deferred@1970512764 after retry RPC after error@279783926) -> (continuation of Deferred@412952828 after retry RPC after error@758763705) -> (continuation of Deferred@1169817121 after retry RPC after error@1017290233) -> (continuation of Deferred@1292470361 after retry RPC after error@777397593) -> (continuation of Deferred@605326916 after retry RPC after error@208765546) -> (continuation of Deferred@222009597 after retry RPC after error@307763438) -> (continuation of Deferred@306102863 after retry RPC after error@308043952) -> (continuation of Deferred@1139932790 after retry RPC after error@289149326) -> (continuation of Deferred@1970574684 after retry RPC after error@73151138) -> (continuation of Deferred@1209167377 after retry RPC after error@970172156) -> (continuation of Deferred@1750866671 after retry RPC after error@233892964) -> (continuation of Deferred@1456044333 after retry RPC after error@1913241934) -> (continuation of Deferred@2055878274 after retry RPC after error@1880323707) -> (continuation of Deferred@1838053701 after retry RPC after error@1362216459) -> (continuation of Deferred@2057618569 after retry RPC after error@292537608) -> (continuation of Deferred@255185457 after retry RPC after error@1349209154) -> (continuation of Deferred@213338698 after retry RPC after error@1671399761) -> (continuation of Deferred@1117420361 after retry RPC after error@1218000388) -> (continuation of Deferred@2127220807 after retry RPC after error@1635781582)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:56.570 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:06:56.572 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
14:06:56.572 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
14:06:56.572 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:06:56.581 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:56.581 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:56.581 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:56.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:56.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:56.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:56.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:56.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:56.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:56.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:56.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:56.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:56.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:56.590636 29217 heartbeater.cc:499] Master 127.27.227.124:38107 was elected leader, sending a full tablet report...
14:06:56.647 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:56.647 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:56.647 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:56.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:56.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:56.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:56.649 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:56.649 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:56.649 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:56.649 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:56.649 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:56.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:56.650 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:56.651 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29498), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [27ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [148ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [255ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [256ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [259ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [260ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [260ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [261ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [302ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [322ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [421ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [422ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [603ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [603ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1002ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1824ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2162ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [4620ms] refreshing cache from master, [4620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4621ms] too many traces: truncated at 100 traces, deferred=Deferred@990098216(state=PENDING, result=null, callback=(continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117) -> (continuation of Deferred@257234410 after retry RPC after error@1585881263) -> (continuation of Deferred@887056374 after retry RPC after error@1920647418) -> (continuation of Deferred@1437032730 after retry RPC after error@1053761753) -> (continuation of Deferred@1910509601 after retry RPC after error@1438213111) -> (continuation of Deferred@1006135275 after retry RPC after error@2088124837) -> (continuation of Deferred@233191186 after retry RPC after error@324950914), errback=(continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117) -> (continuation of Deferred@257234410 after retry RPC after error@1585881263) -> (continuation of Deferred@887056374 after retry RPC after error@1920647418) -> (continuation of Deferred@1437032730 after retry RPC after error@1053761753) -> (continuation of Deferred@1910509601 after retry RPC after error@1438213111) -> (continuation of Deferred@1006135275 after retry RPC after error@2088124837) -> (continuation of Deferred@233191186 after retry RPC after error@324950914)))
14:06:56.656 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:06:56.656 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29498), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [27ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [148ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [255ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [256ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [259ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [260ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [260ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [261ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [302ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [322ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [421ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [422ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [603ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [603ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1002ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1824ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2162ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [4620ms] refreshing cache from master, [4620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4621ms] too many traces: truncated at 100 traces, deferred=Deferred@990098216(state=PENDING, result=null, callback=(continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117) -> (continuation of Deferred@257234410 after retry RPC after error@1585881263) -> (continuation of Deferred@887056374 after retry RPC after error@1920647418) -> (continuation of Deferred@1437032730 after retry RPC after error@1053761753) -> (continuation of Deferred@1910509601 after retry RPC after error@1438213111) -> (continuation of Deferred@1006135275 after retry RPC after error@2088124837) -> (continuation of Deferred@233191186 after retry RPC after error@324950914), errback=(continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117) -> (continuation of Deferred@257234410 after retry RPC after error@1585881263) -> (continuation of Deferred@887056374 after retry RPC after error@1920647418) -> (continuation of Deferred@1437032730 after retry RPC after error@1053761753) -> (continuation of Deferred@1910509601 after retry RPC after error@1438213111) -> (continuation of Deferred@1006135275 after retry RPC after error@2088124837) -> (continuation of Deferred@233191186 after retry RPC after error@324950914)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:56.661 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
14:06:56.663 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
14:06:56.666 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29498), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [27ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [148ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [255ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [256ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [259ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [260ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [260ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [261ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [302ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [322ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [421ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [422ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [603ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [603ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1002ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1824ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2162ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [4620ms] refreshing cache from master, [4620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4621ms] too many traces: truncated at 100 traces, deferred=Deferred@990098216(state=PENDING, result=null, callback=(continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117) -> (continuation of Deferred@257234410 after retry RPC after error@1585881263) -> (continuation of Deferred@887056374 after retry RPC after error@1920647418) -> (continuation of Deferred@1437032730 after retry RPC after error@1053761753) -> (continuation of Deferred@1910509601 after retry RPC after error@1438213111) -> (continuation of Deferred@1006135275 after retry RPC after error@2088124837) -> (continuation of Deferred@233191186 after retry RPC after error@324950914), errback=(continuation of Deferred@1094437735 after retry RPC after error@1281295951) -> (continuation of Deferred@1617452954 after retry RPC after error@1179925068) -> (continuation of Deferred@1504424210 after retry RPC after error@1836230934) -> (continuation of Deferred@1338290093 after retry RPC after error@673540675) -> (continuation of Deferred@738360692 after retry RPC after error@1413499899) -> (continuation of Deferred@1041444633 after retry RPC after error@1038560746) -> (continuation of Deferred@45158143 after retry RPC after error@1417183937) -> (continuation of Deferred@1941181616 after retry RPC after error@2008608593) -> (continuation of Deferred@2113192367 after retry RPC after error@1837771354) -> (continuation of Deferred@1044947663 after retry RPC after error@247074864) -> (continuation of Deferred@1436041713 after retry RPC after error@1769761250) -> (continuation of Deferred@316268760 after retry RPC after error@1287412003) -> (continuation of Deferred@1539055244 after retry RPC after error@1359306592) -> (continuation of Deferred@210221752 after retry RPC after error@584884042) -> (continuation of Deferred@422559203 after retry RPC after error@1646927865) -> (continuation of Deferred@1405692798 after retry RPC after error@363448450) -> (continuation of Deferred@1896722289 after retry RPC after error@1131062142) -> (continuation of Deferred@1508045494 after retry RPC after error@39115984) -> (continuation of Deferred@507420108 after retry RPC after error@148483110) -> (continuation of Deferred@1180735689 after retry RPC after error@1660317321) -> (continuation of Deferred@139223014 after retry RPC after error@1295084117) -> (continuation of Deferred@257234410 after retry RPC after error@1585881263) -> (continuation of Deferred@887056374 after retry RPC after error@1920647418) -> (continuation of Deferred@1437032730 after retry RPC after error@1053761753) -> (continuation of Deferred@1910509601 after retry RPC after error@1438213111) -> (continuation of Deferred@1006135275 after retry RPC after error@2088124837) -> (continuation of Deferred@233191186 after retry RPC after error@324950914)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:56.671 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:06:56.671 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
14:06:56.672 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
14:06:56.805 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:56.805 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:56.806 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:56.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.809 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.810 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.810 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:56.811 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29625), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [28ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [68ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [168ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [264ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [343ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [343ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [404ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [404ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [682ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1062ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3022ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6181ms] refreshing cache from master, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [6182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [6182ms] too many traces: truncated at 100 traces, deferred=Deferred@1378807661(state=PENDING, result=null, callback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246), errback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246)))
14:06:56.813 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:56.813 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:56.813 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:56.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.816 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:56.816 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29625), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [28ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [68ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [168ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [264ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [343ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [343ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [404ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [404ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [682ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1062ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3022ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6181ms] refreshing cache from master, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [6182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [6182ms] too many traces: truncated at 100 traces, deferred=Deferred@1378807661(state=PENDING, result=null, callback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246), errback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29625), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [28ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [68ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [168ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [264ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [343ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [343ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [404ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [404ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [682ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1062ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3022ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6181ms] refreshing cache from master, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [6182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [6182ms] too many traces: truncated at 100 traces, deferred=Deferred@1378807661(state=PENDING, result=null, callback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246), errback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.189:34493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:56.817 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:56.824 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:56.824 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:56.825 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:56.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.826 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:56.842 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29625), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [28ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [68ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [168ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [264ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [343ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [343ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [404ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [404ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [682ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1062ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3022ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6181ms] refreshing cache from master, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [6182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [6182ms] too many traces: truncated at 100 traces, deferred=Deferred@1378807661(state=PENDING, result=null, callback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246), errback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29625), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [28ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [28ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [68ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [157ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [168ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [184ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [264ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [343ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [343ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [403ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [404ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [404ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [681ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [682ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [682ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1062ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3022ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [6181ms] refreshing cache from master, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [6181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [6182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [6182ms] too many traces: truncated at 100 traces, deferred=Deferred@1378807661(state=PENDING, result=null, callback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246), errback=(continuation of Deferred@571279008 after retry RPC after error@302776756) -> (continuation of Deferred@2087068179 after retry RPC after error@1494675317) -> (continuation of Deferred@333761265 after retry RPC after error@1637312664) -> (continuation of Deferred@741124099 after retry RPC after error@1110415284) -> (continuation of Deferred@2007596610 after retry RPC after error@765467527) -> (continuation of Deferred@1678099072 after retry RPC after error@1512668035) -> (continuation of Deferred@1724794346 after retry RPC after error@1268713111) -> (continuation of Deferred@21286054 after retry RPC after error@278944366) -> (continuation of Deferred@81112197 after retry RPC after error@927836470) -> (continuation of Deferred@273375877 after retry RPC after error@36317640) -> (continuation of Deferred@733088908 after retry RPC after error@1902904533) -> (continuation of Deferred@989339447 after retry RPC after error@1766786505) -> (continuation of Deferred@1386394112 after retry RPC after error@1140416045) -> (continuation of Deferred@964882626 after retry RPC after error@687004534) -> (continuation of Deferred@1871142618 after retry RPC after error@1711697201) -> (continuation of Deferred@1210881491 after retry RPC after error@1992019659) -> (continuation of Deferred@597638984 after retry RPC after error@1982181871) -> (continuation of Deferred@1510678773 after retry RPC after error@1919840489) -> (continuation of Deferred@684815507 after retry RPC after error@1939870383) -> (continuation of Deferred@1890551974 after retry RPC after error@1908885346) -> (continuation of Deferred@1376899109 after retry RPC after error@567776674) -> (continuation of Deferred@766624646 after retry RPC after error@1711701253) -> (continuation of Deferred@986319128 after retry RPC after error@657318246)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.189:34493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:06:56.846 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:56.846 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:56.847 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:56.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.851 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:56.855 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:06:56.855 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
14:06:56.860 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
14:06:56.860 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:06:56.860 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
14:06:56.861 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:06:56.861 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
14:06:56.861 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
14:06:56.865 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:56.865 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:56.865 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:56.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.867 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:56.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:06:56.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
14:06:56.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:06:56.885 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:56.885 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:56.885 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:56.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.887 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:56.890 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:06:56.890 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
14:06:56.890 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:06:56.904 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:06:56.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
14:06:56.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:06:56.924 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:56.925 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:56.925 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:56.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:56.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:56.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:56.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:56.933 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
14:06:56.934 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
14:06:56.935 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
14:06:56.936 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:06:56.937 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
14:06:56.938 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:06:56.960 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:56.960 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:56.960 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:56.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:56.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:56.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:56.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:56.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:56.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:56.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:56.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:56.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:56.963 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:56.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:57.004 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:57.005 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:57.005 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:57.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.007 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:57.024 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:57.025 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:57.025 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:57.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.027 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.027 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.027 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.027 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:57.105 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:57.105 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:57.105 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:57.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.108 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:57.132 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:57.132 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:57.133 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:57.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:57.133 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:57.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:57.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:57.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:57.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:57.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:57.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:57.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:57.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:57.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29979), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [96ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [98ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [173ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [186ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [191ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [193ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [231ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [237ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [239ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [239ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [303ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [323ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [341ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [342ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [483ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [484ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [484ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [583ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1584ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2065ms] refreshing cache from master, [2066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2068ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2069ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2069ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2069ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4981ms] refreshing cache from master, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4982ms] too many traces: truncated at 100 traces, deferred=Deferred@745164512(state=PENDING, result=null, callback=(continuation of Deferred@161705075 after retry RPC after error@1693769848) -> (continuation of Deferred@381950336 after retry RPC after error@1747409142) -> (continuation of Deferred@2054513013 after retry RPC after error@960604515) -> (continuation of Deferred@268419026 after retry RPC after error@1565369907) -> (continuation of Deferred@207751718 after retry RPC after error@945594488) -> (continuation of Deferred@1244633486 after retry RPC after error@2061746886) -> (continuation of Deferred@1716307078 after retry RPC after error@995026775) -> (continuation of Deferred@219937369 after retry RPC after error@1770716366) -> (continuation of Deferred@1768058253 after retry RPC after error@635067305) -> (continuation of Deferred@2009179257 after retry RPC after error@1234393795) -> (continuation of Deferred@862406777 after retry RPC after error@1150769839) -> (continuation of Deferred@1049611304 after retry RPC after error@1838795896) -> (continuation of Deferred@1689543986 after retry RPC after error@445122857) -> (continuation of Deferred@1512466652 after retry RPC after error@2038404588) -> (continuation of Deferred@1042670084 after retry RPC after error@1690199464) -> (continuation of Deferred@230130027 after retry RPC after error@140682692) -> (continuation of Deferred@424039182 after retry RPC after error@239265451) -> (continuation of Deferred@1062179537 after retry RPC after error@572415097) -> (continuation of Deferred@166438167 after retry RPC after error@268791103) -> (continuation of Deferred@1402977524 after retry RPC after error@62050154) -> (continuation of Deferred@1462046998 after retry RPC after error@1827856984) -> (continuation of Deferred@1118083886 after retry RPC after error@1475925391) -> (continuation of Deferred@673895367 after retry RPC after error@1404114104) -> (continuation of Deferred@891979787 after retry RPC after error@619669388) -> (continuation of Deferred@1512389693 after retry RPC after error@32175893) -> (continuation of Deferred@1616993779 after retry RPC after error@1072530804), errback=(continuation of Deferred@161705075 after retry RPC after error@1693769848) -> (continuation of Deferred@381950336 after retry RPC after error@1747409142) -> (continuation of Deferred@2054513013 after retry RPC after error@960604515) -> (continuation of Deferred@268419026 after retry RPC after error@1565369907) -> (continuation of Deferred@207751718 after retry RPC after error@945594488) -> (continuation of Deferred@1244633486 after retry RPC after error@2061746886) -> (continuation of Deferred@1716307078 after retry RPC after error@995026775) -> (continuation of Deferred@219937369 after retry RPC after error@1770716366) -> (continuation of Deferred@1768058253 after retry RPC after error@635067305) -> (continuation of Deferred@2009179257 after retry RPC after error@1234393795) -> (continuation of Deferred@862406777 after retry RPC after error@1150769839) -> (continuation of Deferred@1049611304 after retry RPC after error@1838795896) -> (continuation of Deferred@1689543986 after retry RPC after error@445122857) -> (continuation of Deferred@1512466652 after retry RPC after error@2038404588) -> (continuation of Deferred@1042670084 after retry RPC after error@1690199464) -> (continuation of Deferred@230130027 after retry RPC after error@140682692) -> (continuation of Deferred@424039182 after retry RPC after error@239265451) -> (continuation of Deferred@1062179537 after retry RPC after error@572415097) -> (continuation of Deferred@166438167 after retry RPC after error@268791103) -> (continuation of Deferred@1402977524 after retry RPC after error@62050154) -> (continuation of Deferred@1462046998 after retry RPC after error@1827856984) -> (continuation of Deferred@1118083886 after retry RPC after error@1475925391) -> (continuation of Deferred@673895367 after retry RPC after error@1404114104) -> (continuation of Deferred@891979787 after retry RPC after error@619669388) -> (continuation of Deferred@1512389693 after retry RPC after error@32175893) -> (continuation of Deferred@1616993779 after retry RPC after error@1072530804)))
14:06:57.140 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:57.141 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:57.141 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:57.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:57.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:57.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:57.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:57.142 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:57.142 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:57.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:57.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:57.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:57.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:57.150 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:06:57.150 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:06:57.151 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:06:57.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:57.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:57.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:06:57.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:57.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:57.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:06:57.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:57.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:57.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:06:57.153 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:06:57.154 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29998), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [76ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [76ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [91ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [95ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [95ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [133ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [136ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [138ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [139ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [443ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [443ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [503ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [503ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2025ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2025ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2042ms] too many traces: truncated at 100 traces, deferred=Deferred@1155458607(state=PENDING, result=null, callback=(continuation of Deferred@1953236959 after retry RPC after error@1739842572) -> (continuation of Deferred@760622798 after retry RPC after error@512379605) -> (continuation of Deferred@172815396 after retry RPC after error@1915216613) -> (continuation of Deferred@1847296561 after retry RPC after error@571187653) -> (continuation of Deferred@1334549620 after retry RPC after error@41316266) -> (continuation of Deferred@810450911 after retry RPC after error@1328866714) -> (continuation of Deferred@1548724276 after retry RPC after error@1836418856) -> (continuation of Deferred@772189662 after retry RPC after error@1182172593) -> (continuation of Deferred@1742310211 after retry RPC after error@651435095) -> (continuation of Deferred@1034370318 after retry RPC after error@1326349318) -> (continuation of Deferred@1688626487 after retry RPC after error@1654061904) -> (continuation of Deferred@1717433665 after retry RPC after error@1519340480) -> (continuation of Deferred@223806075 after retry RPC after error@1489904890) -> (continuation of Deferred@1362109791 after retry RPC after error@1900131826) -> (continuation of Deferred@1144010107 after retry RPC after error@1844457715) -> (continuation of Deferred@1027271375 after retry RPC after error@1093150399) -> (continuation of Deferred@83249164 after retry RPC after error@1760397257) -> (continuation of Deferred@40592521 after retry RPC after error@49719205) -> (continuation of Deferred@880159199 after retry RPC after error@807478103) -> (continuation of Deferred@1765230326 after retry RPC after error@1590366202) -> (continuation of Deferred@1542909229 after retry RPC after error@1660176031) -> (continuation of Deferred@824687809 after retry RPC after error@932561344) -> (continuation of Deferred@1541852570 after retry RPC after error@468105415) -> (continuation of Deferred@397139662 after retry RPC after error@237602362) -> (continuation of Deferred@1674449016 after retry RPC after error@1296088134) -> (continuation of Deferred@72636046 after retry RPC after error@1175324776) -> (continuation of Deferred@1431342337 after retry RPC after error@490387809), errback=(continuation of Deferred@1953236959 after retry RPC after error@1739842572) -> (continuation of Deferred@760622798 after retry RPC after error@512379605) -> (continuation of Deferred@172815396 after retry RPC after error@1915216613) -> (continuation of Deferred@1847296561 after retry RPC after error@571187653) -> (continuation of Deferred@1334549620 after retry RPC after error@41316266) -> (continuation of Deferred@810450911 after retry RPC after error@1328866714) -> (continuation of Deferred@1548724276 after retry RPC after error@1836418856) -> (continuation of Deferred@772189662 after retry RPC after error@1182172593) -> (continuation of Deferred@1742310211 after retry RPC after error@651435095) -> (continuation of Deferred@1034370318 after retry RPC after error@1326349318) -> (continuation of Deferred@1688626487 after retry RPC after error@1654061904) -> (continuation of Deferred@1717433665 after retry RPC after error@1519340480) -> (continuation of Deferred@223806075 after retry RPC after error@1489904890) -> (continuation of Deferred@1362109791 after retry RPC after error@1900131826) -> (continuation of Deferred@1144010107 after retry RPC after error@1844457715) -> (continuation of Deferred@1027271375 after retry RPC after error@1093150399) -> (continuation of Deferred@83249164 after retry RPC after error@1760397257) -> (continuation of Deferred@40592521 after retry RPC after error@49719205) -> (continuation of Deferred@880159199 after retry RPC after error@807478103) -> (continuation of Deferred@1765230326 after retry RPC after error@1590366202) -> (continuation of Deferred@1542909229 after retry RPC after error@1660176031) -> (continuation of Deferred@824687809 after retry RPC after error@932561344) -> (continuation of Deferred@1541852570 after retry RPC after error@468105415) -> (continuation of Deferred@397139662 after retry RPC after error@237602362) -> (continuation of Deferred@1674449016 after retry RPC after error@1296088134) -> (continuation of Deferred@72636046 after retry RPC after error@1175324776) -> (continuation of Deferred@1431342337 after retry RPC after error@490387809)))
14:06:57.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:57.301 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:57.301 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:57.301 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:57.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:57.440 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:57.440 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:57.441 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:57.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.443 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:57.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:57.488 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:57.489 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:57.489 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:57.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:57.490 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:57.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:57.490 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:57.490 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:57.490 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:57.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:57.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:57.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:57.490 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:57.625 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:57.625 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:57.625 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:57.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:57.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:57.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:57.627 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:57.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:57.739 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:57.739 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:57.740 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:57.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:57.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:57.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:57.741 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:57.879 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:57.880 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:57.880 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:57.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:57.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:57.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:57.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:57.881 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:57.881 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:57.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:57.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:57.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:57.882 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:57.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:57.462352 29232 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 29226
14:06:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:58.068136 29226 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.009s	user 0.579s	sys 0.999s
14:06:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:58.078027 29226 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.019s	user 0.579s	sys 0.999s
14:06:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:58.079054 29235 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2017 milliseconds
14:06:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:58.079080 29236 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.079763 29226 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:56.059718 29234 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.088541 29226 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.091711 29226 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.102169 29226 hybrid_clock.cc:648] HybridClock initialized: now 1779113218098349 us; error 3838 us; skew 500 ppm
14:06:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.103256 29226 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.110903 29226 webserver.cc:533] Webserver started at http://127.27.227.67:45351/ using document root <none> and password file <none>
14:06:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.112228 29226 fs_manager.cc:362] Metadata directory not provided
14:06:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.112504 29226 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:58.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.113040 29226 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.119192 29226 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/data/instance:
14:06:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec2d5b1da4ba4493baab881811787d8c"
14:06:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:58 on dist-test-slave-qn3m"
14:06:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.120391 29226 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/wal/instance:
14:06:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec2d5b1da4ba4493baab881811787d8c"
14:06:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:58 on dist-test-slave-qn3m"
14:06:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.127699 29226 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.005s
14:06:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.133560 29253 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:06:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.134757 29226 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
14:06:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.135167 29226 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/wal
14:06:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec2d5b1da4ba4493baab881811787d8c"
14:06:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:06:58 on dist-test-slave-qn3m"
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.135593 29226 fs_report.cc:389] FS layout report
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/wal
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/wal
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/data/data
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:58.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.204025 29226 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:06:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.205644 29226 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.206111 29226 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.208951 29226 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:58.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.213443 29226 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:58.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.213729 29226 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:06:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.214032 29226 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.214246 29226 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:06:58.305 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:58.305 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:58.306 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:58.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:58.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:58.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:58.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:58.306 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:58.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:58.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:58.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:58.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:58.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.387861 29226 rpc_server.cc:307] RPC server started. Bound to: 127.27.227.67:35629
14:06:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.387929 29365 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.227.67:35629 every 8 connection(s)
14:06:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.391760 29226 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/data/info.pb
14:06:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.399529 28557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 29226
14:06:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.399976 28557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16548941723204665764/ts-2/wal/instance
14:06:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.452816 29367 heartbeater.cc:344] Connected to a master server at 127.27.227.125:35193
14:06:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.453356 29367 heartbeater.cc:461] Registering TS with master...
14:06:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.454805 29367 heartbeater.cc:507] Master 127.27.227.125:35193 requested a full tablet report, sending...
14:06:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.455533 29366 heartbeater.cc:344] Connected to a master server at 127.27.227.124:38107
14:06:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.455986 29366 heartbeater.cc:461] Registering TS with master...
14:06:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.456930 29366 heartbeater.cc:507] Master 127.27.227.124:38107 requested a full tablet report, sending...
14:06:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.457968 28680 ts_manager.cc:194] Registered new tserver with Master: ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:06:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.459098 28763 ts_manager.cc:194] Registered new tserver with Master: ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:06:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.459369 29368 heartbeater.cc:344] Connected to a master server at 127.27.227.126:36957
14:06:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.459684 29368 heartbeater.cc:461] Registering TS with master...
14:06:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.460656 29368 heartbeater.cc:507] Master 127.27.227.126:36957 requested a full tablet report, sending...
14:06:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.461050 28763 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.227.67:43295
14:06:58.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.463281 28604 ts_manager.cc:194] Registered new tserver with Master: ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:06:58.477 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:58.477 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:58.477 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:58.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:58.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:58.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:58.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:58.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:58.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:58.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.478299 28557 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:06:58.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:58.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:58.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:58.478 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:58.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:58.492 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:06:58.492 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:06:58.493 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.227.126"
      port: 36957
    }
    bound_http_address {
      host: "127.27.227.126"
      port: 45601
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.227.125"
      port: 35193
    }
    bound_http_address {
      host: "127.27.227.125"
      port: 43431
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.227.124"
      port: 38107
    }
    bound_http_address {
      host: "127.27.227.124"
      port: 34237
    }
  }
}

14:06:58.493 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:06:58.494 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.227.65"
      port: 39537
    }
    bound_http_address {
      host: "127.27.227.65"
      port: 46041
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.227.66"
      port: 36449
    }
    bound_http_address {
      host: "127.27.227.66"
      port: 35617
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.227.67"
      port: 35629
    }
    bound_http_address {
      host: "127.27.227.67"
      port: 45351
    }
  }
}

14:06:58.494 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:06:58.496 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:06:58.497 [DEBUG - main] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:06:58.498 [DEBUG - main] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:06:58.498 [DEBUG - main] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:06:58.499 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.19.62:45349(127.27.19.62:45349)] Successfully connected to peer
14:06:58.499 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.19.61:40871(127.27.19.61:40871)] Successfully connected to peer
14:06:58.500 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.19.60:35973(127.27.19.60:35973)] Successfully connected to peer
14:06:58.503 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.62
14:06:58.505 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.60
14:06:58.522 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.61
14:06:58.524 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:58.526 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:58.529 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4f8228ea, L:/127.0.0.1:53444 - R:/127.27.19.60:35973] using SASL/PLAIN
14:06:58.530 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x56f43f30, L:/127.0.0.1:44320 - R:/127.27.19.62:45349] using SASL/PLAIN
14:06:58.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:58.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=38), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: OK, deferred=null) after lookup
14:06:58.536 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.537942 27979 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53444:
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:58.540 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7ad4e43f, L:/127.0.0.1:60572 - R:/127.27.19.61:40871] using SASL/PLAIN
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\0012\000\000\000\004\001\226\000\000\000"
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
14:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:58.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:58.544584 27979 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:06:58.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:06:58.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.700002 28287 tablet_service.cc:1511] Processing CreateTablet for tablet 8d2c504351f648ceb182186a1c6f51d6 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
14:06:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.702302 28289 tablet_service.cc:1511] Processing CreateTablet for tablet 9f0b2daf52ec4f1399d43713a8f6f266 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
14:06:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.703675 28286 tablet_service.cc:1511] Processing CreateTablet for tablet 22d201f1ecd34956b190d668e027205c (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
14:06:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.704311 28284 tablet_service.cc:1511] Processing CreateTablet for tablet 3b0663a05d52419593d13c8106c60c41 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
14:06:58.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.700875 28288 tablet_service.cc:1511] Processing CreateTablet for tablet 898b0fc8eb5e4edc8c41e29834750d95 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
14:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.705724 28285 tablet_service.cc:1511] Processing CreateTablet for tablet aaf54c75a5df4f228f6689b4a9bca330 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
14:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.706969 28287 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d2c504351f648ceb182186a1c6f51d6. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.707677 28289 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9f0b2daf52ec4f1399d43713a8f6f266. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.708280 28285 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aaf54c75a5df4f228f6689b4a9bca330. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.709282 28286 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 22d201f1ecd34956b190d668e027205c. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.709861 28284 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b0663a05d52419593d13c8106c60c41. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.712334 28288 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 898b0fc8eb5e4edc8c41e29834750d95. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.717502 28145 tablet_service.cc:1511] Processing CreateTablet for tablet 8d2c504351f648ceb182186a1c6f51d6 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
14:06:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.718499 28482 tablet_service.cc:1511] Processing CreateTablet for tablet 9f0b2daf52ec4f1399d43713a8f6f266 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
14:06:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.721287 28482 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9f0b2daf52ec4f1399d43713a8f6f266. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.725185 28143 tablet_service.cc:1511] Processing CreateTablet for tablet aaf54c75a5df4f228f6689b4a9bca330 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
14:06:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.729126 28146 tablet_service.cc:1511] Processing CreateTablet for tablet 898b0fc8eb5e4edc8c41e29834750d95 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
14:06:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.730785 28146 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 898b0fc8eb5e4edc8c41e29834750d95. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.733625 28142 tablet_service.cc:1511] Processing CreateTablet for tablet 3b0663a05d52419593d13c8106c60c41 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
14:06:58.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.735011 28142 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b0663a05d52419593d13c8106c60c41. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.742379 28480 tablet_service.cc:1511] Processing CreateTablet for tablet 8d2c504351f648ceb182186a1c6f51d6 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
14:06:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.742448 28481 tablet_service.cc:1511] Processing CreateTablet for tablet 898b0fc8eb5e4edc8c41e29834750d95 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
14:06:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.743083 28478 tablet_service.cc:1511] Processing CreateTablet for tablet aaf54c75a5df4f228f6689b4a9bca330 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
14:06:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.743865 28480 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d2c504351f648ceb182186a1c6f51d6. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.748448 28144 tablet_service.cc:1511] Processing CreateTablet for tablet 22d201f1ecd34956b190d668e027205c (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
14:06:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.749788 28144 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 22d201f1ecd34956b190d668e027205c. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.751564 28147 tablet_service.cc:1511] Processing CreateTablet for tablet 9f0b2daf52ec4f1399d43713a8f6f266 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
14:06:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.756528 28143 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aaf54c75a5df4f228f6689b4a9bca330. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.757284 28147 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9f0b2daf52ec4f1399d43713a8f6f266. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.757912 28145 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d2c504351f648ceb182186a1c6f51d6. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.760433 28478 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aaf54c75a5df4f228f6689b4a9bca330. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.771183 28479 tablet_service.cc:1511] Processing CreateTablet for tablet 22d201f1ecd34956b190d668e027205c (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
14:06:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.773016 28479 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 22d201f1ecd34956b190d668e027205c. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.767719 28477 tablet_service.cc:1511] Processing CreateTablet for tablet 3b0663a05d52419593d13c8106c60c41 (DEFAULT_TABLE table=replication_test_table [id=2f2f3d1470b441f4a3f9a66a9a568c27]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
14:06:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.777087 28481 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 898b0fc8eb5e4edc8c41e29834750d95. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.778738 28477 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b0663a05d52419593d13c8106c60c41. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.837785 29401 tablet_bootstrap.cc:492] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e: Bootstrap starting.
14:06:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.856835 29401 tablet_bootstrap.cc:654] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e: Neither blocks nor log segments found. Creating new log.
14:06:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.869094 29402 tablet_bootstrap.cc:492] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a: Bootstrap starting.
14:06:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.877508 29403 tablet_bootstrap.cc:492] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21: Bootstrap starting.
14:06:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.877867 29401 log.cc:826] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e: Log is configured to *not* fsync() on all Append() calls
14:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.881690 29402 tablet_bootstrap.cc:654] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a: Neither blocks nor log segments found. Creating new log.
14:06:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.884719 29402 log.cc:826] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a: Log is configured to *not* fsync() on all Append() calls
14:06:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.889230 29403 tablet_bootstrap.cc:654] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21: Neither blocks nor log segments found. Creating new log.
14:06:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.891870 29403 log.cc:826] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21: Log is configured to *not* fsync() on all Append() calls
14:06:58.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.896456 29401 tablet_bootstrap.cc:492] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e: No bootstrap required, opened a new log
14:06:58.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.897001 29401 ts_tablet_manager.cc:1403] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent bootstrapping tablet: real 0.066s	user 0.012s	sys 0.017s
14:06:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.903671 29402 tablet_bootstrap.cc:492] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a: No bootstrap required, opened a new log
14:06:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.904312 29402 ts_tablet_manager.cc:1403] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a: Time spent bootstrapping tablet: real 0.036s	user 0.017s	sys 0.014s
14:06:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.910864 29403 tablet_bootstrap.cc:492] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21: No bootstrap required, opened a new log
14:06:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.911412 29403 ts_tablet_manager.cc:1403] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21: Time spent bootstrapping tablet: real 0.044s	user 0.016s	sys 0.007s
14:06:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.931777 29402 raft_consensus.cc:359] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.932792 29402 raft_consensus.cc:385] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.933077 29402 raft_consensus.cc:740] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 209bbf691bb94971bb04d86446c9961a, State: Initialized, Role: FOLLOWER
14:06:58.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.935081 29402 consensus_queue.cc:260] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:58.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.935984 29401 raft_consensus.cc:359] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.937685 29401 raft_consensus.cc:385] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.937996 29401 raft_consensus.cc:740] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Initialized, Role: FOLLOWER
14:06:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.939134 29401 consensus_queue.cc:260] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:58.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.945755 29402 ts_tablet_manager.cc:1434] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a: Time spent starting tablet: real 0.041s	user 0.027s	sys 0.012s
14:06:58.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.946919 29402 tablet_bootstrap.cc:492] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a: Bootstrap starting.
14:06:58.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.953811 29402 tablet_bootstrap.cc:654] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a: Neither blocks nor log segments found. Creating new log.
14:06:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.969188 29402 tablet_bootstrap.cc:492] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a: No bootstrap required, opened a new log
14:06:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.969835 29402 ts_tablet_manager.cc:1403] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a: Time spent bootstrapping tablet: real 0.023s	user 0.015s	sys 0.002s
14:06:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.972714 29402 raft_consensus.cc:359] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.973367 29402 raft_consensus.cc:385] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.973637 29402 raft_consensus.cc:740] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 209bbf691bb94971bb04d86446c9961a, State: Initialized, Role: FOLLOWER
14:06:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.974216 29402 consensus_queue.cc:260] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.976745 29402 ts_tablet_manager.cc:1434] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
14:06:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.977694 29402 tablet_bootstrap.cc:492] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a: Bootstrap starting.
14:06:58.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:58.984009 29402 tablet_bootstrap.cc:654] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a: Neither blocks nor log segments found. Creating new log.
14:06:58.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.010977 29401 ts_tablet_manager.cc:1434] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent starting tablet: real 0.114s	user 0.038s	sys 0.021s
14:06:59.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.012260 29401 tablet_bootstrap.cc:492] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e: Bootstrap starting.
14:06:59.019 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:59.020 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:59.020 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:59.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.020 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.020 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:59.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.026398 29401 tablet_bootstrap.cc:654] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e: Neither blocks nor log segments found. Creating new log.
14:06:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.043561 29401 tablet_bootstrap.cc:492] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e: No bootstrap required, opened a new log
14:06:59.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.044185 29401 ts_tablet_manager.cc:1403] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent bootstrapping tablet: real 0.032s	user 0.015s	sys 0.001s
14:06:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.044775 29403 raft_consensus.cc:359] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.047394 29401 raft_consensus.cc:359] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.048091 29401 raft_consensus.cc:385] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.048206 29403 raft_consensus.cc:385] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.048381 29401 raft_consensus.cc:740] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Initialized, Role: FOLLOWER
14:06:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.048805 29403 raft_consensus.cc:740] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81d98baa812f456184edf5258e5abe21, State: Initialized, Role: FOLLOWER
14:06:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.049036 29401 consensus_queue.cc:260] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.052309 29402 tablet_bootstrap.cc:492] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a: No bootstrap required, opened a new log
14:06:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.052901 29403 consensus_queue.cc:260] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.054061 29402 ts_tablet_manager.cc:1403] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a: Time spent bootstrapping tablet: real 0.077s	user 0.028s	sys 0.038s
14:06:59.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.056304 29401 ts_tablet_manager.cc:1434] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent starting tablet: real 0.012s	user 0.005s	sys 0.001s
14:06:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.061517 29401 tablet_bootstrap.cc:492] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e: Bootstrap starting.
14:06:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.061551 29407 raft_consensus.cc:493] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.062089 29407 raft_consensus.cc:515] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:59.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.068233 29401 tablet_bootstrap.cc:654] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e: Neither blocks nor log segments found. Creating new log.
14:06:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.072065 29407 leader_election.cc:290] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.078461 29402 raft_consensus.cc:359] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.079679 29402 raft_consensus.cc:385] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.080060 29402 raft_consensus.cc:740] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 209bbf691bb94971bb04d86446c9961a, State: Initialized, Role: FOLLOWER
14:06:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.080853 29402 consensus_queue.cc:260] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.091782 29402 ts_tablet_manager.cc:1434] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a: Time spent starting tablet: real 0.037s	user 0.005s	sys 0.000s
14:06:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.094074 29401 tablet_bootstrap.cc:492] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e: No bootstrap required, opened a new log
14:06:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.094496 29401 ts_tablet_manager.cc:1403] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent bootstrapping tablet: real 0.033s	user 0.002s	sys 0.010s
14:06:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.098627 29402 tablet_bootstrap.cc:492] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a: Bootstrap starting.
14:06:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.099553 29401 raft_consensus.cc:359] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.101259 28221 tablet.cc:2404] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.102599 29401 raft_consensus.cc:385] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.102880 29401 raft_consensus.cc:740] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Initialized, Role: FOLLOWER
14:06:59.104 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:06:59.105 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:06:59.105 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:06:59.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:59.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:59.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:06:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.104458 29408 raft_consensus.cc:493] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.105017 29408 raft_consensus.cc:515] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.105013 29401 consensus_queue.cc:260] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:59.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:59.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:59.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:06:59.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:59.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:06:59.107 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:06:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.108999 29408 leader_election.cc:290] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.109120 28309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9f0b2daf52ec4f1399d43713a8f6f266" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" is_pre_election: true
14:06:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.111203 29402 tablet_bootstrap.cc:654] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a: Neither blocks nor log segments found. Creating new log.
14:06:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.121131 28101 leader_election.cc:343] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.129689 29403 ts_tablet_manager.cc:1434] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21: Time spent starting tablet: real 0.218s	user 0.033s	sys 0.004s
14:06:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.132405 28502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9f0b2daf52ec4f1399d43713a8f6f266" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21" is_pre_election: true
14:06:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.135326 29403 tablet_bootstrap.cc:492] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21: Bootstrap starting.
14:06:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.135739 28100 leader_election.cc:343] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.136214 28100 leader_election.cc:304] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a; no voters: 56731ee025aa4ba6b39ec22dcaa96c4e, 81d98baa812f456184edf5258e5abe21
14:06:59.140 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.137578 29407 raft_consensus.cc:2749] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:06:59.141 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:59.141 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:59.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:59.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:59.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:59.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:59.142 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:59.142 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:59.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:59.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:59.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:59.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:59.165 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:06:59.166 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:06:59.166 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:06:59.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:59.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:59.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:06:59.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:59.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:59.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:06:59.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:59.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:59.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:06:59.167 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:06:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.166105 29403 tablet_bootstrap.cc:654] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21: Neither blocks nor log segments found. Creating new log.
14:06:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.172243 29402 tablet_bootstrap.cc:492] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a: No bootstrap required, opened a new log
14:06:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.172152 28358 tablet.cc:2404] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.172693 29402 ts_tablet_manager.cc:1403] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a: Time spent bootstrapping tablet: real 0.074s	user 0.019s	sys 0.004s
14:06:59.177 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:59.178 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:59.178 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:59.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.179 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.182914 29402 raft_consensus.cc:359] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.183648 29402 raft_consensus.cc:385] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.183957 29402 raft_consensus.cc:740] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 209bbf691bb94971bb04d86446c9961a, State: Initialized, Role: FOLLOWER
14:06:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.184168 29401 ts_tablet_manager.cc:1434] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent starting tablet: real 0.089s	user 0.023s	sys 0.026s
14:06:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.190497 29401 tablet_bootstrap.cc:492] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e: Bootstrap starting.
14:06:59.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:59.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.198559 29401 tablet_bootstrap.cc:654] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e: Neither blocks nor log segments found. Creating new log.
14:06:59.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.184655 29402 consensus_queue.cc:260] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.199270 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b0663a05d52419593d13c8106c60c41" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a" is_pre_election: true
14:06:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.201532 28243 leader_election.cc:343] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.209740 28502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b0663a05d52419593d13c8106c60c41" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21" is_pre_election: true
14:06:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.211308 28243 leader_election.cc:343] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.211755 28243 leader_election.cc:304] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 209bbf691bb94971bb04d86446c9961a, 81d98baa812f456184edf5258e5abe21
14:06:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.213300 29401 tablet_bootstrap.cc:492] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e: No bootstrap required, opened a new log
14:06:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.213428 29402 ts_tablet_manager.cc:1434] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a: Time spent starting tablet: real 0.040s	user 0.002s	sys 0.004s
14:06:59.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.214174 29401 ts_tablet_manager.cc:1403] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent bootstrapping tablet: real 0.024s	user 0.005s	sys 0.011s
14:06:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.215214 29417 raft_consensus.cc:2749] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:06:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.217835 29402 tablet_bootstrap.cc:492] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a: Bootstrap starting.
14:06:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.217898 29401 raft_consensus.cc:359] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.218577 29401 raft_consensus.cc:385] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.218849 29401 raft_consensus.cc:740] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Initialized, Role: FOLLOWER
14:06:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.221925 29401 consensus_queue.cc:260] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.227150 29401 ts_tablet_manager.cc:1434] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.002s
14:06:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.228143 29401 tablet_bootstrap.cc:492] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e: Bootstrap starting.
14:06:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.235266 29401 tablet_bootstrap.cc:654] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e: Neither blocks nor log segments found. Creating new log.
14:06:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.261163 29412 raft_consensus.cc:493] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.262205 29412 raft_consensus.cc:515] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.267971 29412 leader_election.cc:290] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911), 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943)
14:06:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.271736 29403 tablet_bootstrap.cc:492] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21: No bootstrap required, opened a new log
14:06:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.272233 29403 ts_tablet_manager.cc:1403] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21: Time spent bootstrapping tablet: real 0.137s	user 0.034s	sys 0.021s
14:06:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.290993 29402 tablet_bootstrap.cc:654] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a: Neither blocks nor log segments found. Creating new log.
14:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.302426 28552 tablet.cc:2404] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.303426 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aaf54c75a5df4f228f6689b4a9bca330" candidate_uuid: "81d98baa812f456184edf5258e5abe21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a" is_pre_election: true
14:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.304098 28167 raft_consensus.cc:2468] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81d98baa812f456184edf5258e5abe21 in term 0.
14:06:59.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.305887 28436 leader_election.cc:304] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 81d98baa812f456184edf5258e5abe21; no voters: 
14:06:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.306813 29412 raft_consensus.cc:2804] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.307209 29412 raft_consensus.cc:493] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.275470 29403 raft_consensus.cc:359] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.307632 29412 raft_consensus.cc:3060] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Advancing to term 1
14:06:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.307873 29403 raft_consensus.cc:385] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.308288 29403 raft_consensus.cc:740] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81d98baa812f456184edf5258e5abe21, State: Initialized, Role: FOLLOWER
14:06:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.309042 29403 consensus_queue.cc:260] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.313778 29402 tablet_bootstrap.cc:492] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a: No bootstrap required, opened a new log
14:06:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.314208 29402 ts_tablet_manager.cc:1403] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a: Time spent bootstrapping tablet: real 0.098s	user 0.009s	sys 0.002s
14:06:59.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.315380 29412 raft_consensus.cc:515] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.316890 28309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aaf54c75a5df4f228f6689b4a9bca330" candidate_uuid: "81d98baa812f456184edf5258e5abe21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" is_pre_election: true
14:06:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.317533 28309 raft_consensus.cc:2468] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81d98baa812f456184edf5258e5abe21 in term 0.
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.318166 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aaf54c75a5df4f228f6689b4a9bca330" candidate_uuid: "81d98baa812f456184edf5258e5abe21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a"
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.318606 29401 tablet_bootstrap.cc:492] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e: No bootstrap required, opened a new log
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.318785 28167 raft_consensus.cc:3060] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Advancing to term 1
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.319023 29401 ts_tablet_manager.cc:1403] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent bootstrapping tablet: real 0.091s	user 0.029s	sys 0.042s
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.318819 28308 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aaf54c75a5df4f228f6689b4a9bca330" candidate_uuid: "81d98baa812f456184edf5258e5abe21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e"
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.318127 29412 leader_election.cc:290] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [CANDIDATE]: Term 1 election: Requested vote from peers 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911), 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943)
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.319499 28308 raft_consensus.cc:3060] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Advancing to term 1
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.323134 29401 raft_consensus.cc:359] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.323824 29401 raft_consensus.cc:385] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.324120 29401 raft_consensus.cc:740] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Initialized, Role: FOLLOWER
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.324810 29401 consensus_queue.cc:260] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.329883 28308 raft_consensus.cc:2468] T aaf54c75a5df4f228f6689b4a9bca330 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 81d98baa812f456184edf5258e5abe21 in term 1.
14:06:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.331228 28437 leader_election.cc:304] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 56731ee025aa4ba6b39ec22dcaa96c4e, 81d98baa812f456184edf5258e5abe21; no voters: 
14:06:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.332640 29412 raft_consensus.cc:2804] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 1 FOLLOWER]: Leader election won for term 1
14:06:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.333134 29412 raft_consensus.cc:697] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [term 1 LEADER]: Becoming Leader. State: Replica: 81d98baa812f456184edf5258e5abe21, State: Running, Role: LEADER
14:06:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.333133 29402 raft_consensus.cc:359] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.333845 29402 raft_consensus.cc:385] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.334121 29402 raft_consensus.cc:740] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 209bbf691bb94971bb04d86446c9961a, State: Initialized, Role: FOLLOWER
14:06:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.334141 29412 consensus_queue.cc:237] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.339238 29401 ts_tablet_manager.cc:1434] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent starting tablet: real 0.020s	user 0.008s	sys 0.000s
14:06:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.341982 29401 tablet_bootstrap.cc:492] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e: Bootstrap starting.
14:06:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.347227 29417 raft_consensus.cc:493] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.347736 29417 raft_consensus.cc:515] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.349766 29401 tablet_bootstrap.cc:654] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e: Neither blocks nor log segments found. Creating new log.
14:06:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.351265 28502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d2c504351f648ceb182186a1c6f51d6" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21" is_pre_election: true
14:06:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.351342 28166 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d2c504351f648ceb182186a1c6f51d6" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a" is_pre_election: true
14:06:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.351987 28502 raft_consensus.cc:2468] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in term 0.
14:06:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.352048 28166 raft_consensus.cc:2468] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in term 0.
14:06:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.353258 28243 leader_election.cc:304] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 
14:06:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.349989 29417 leader_election.cc:290] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.354048 29408 raft_consensus.cc:2804] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:59.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.355458 29408 raft_consensus.cc:493] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:59.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.355935 29408 raft_consensus.cc:3060] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Advancing to term 1
14:06:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.344051 28167 raft_consensus.cc:2468] T aaf54c75a5df4f228f6689b4a9bca330 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 81d98baa812f456184edf5258e5abe21 in term 1.
14:06:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.366214 29403 ts_tablet_manager.cc:1434] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21: Time spent starting tablet: real 0.094s	user 0.008s	sys 0.001s
14:06:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.366921 29402 consensus_queue.cc:260] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.374312 29403 tablet_bootstrap.cc:492] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21: Bootstrap starting.
14:06:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.393728 29402 ts_tablet_manager.cc:1434] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a: Time spent starting tablet: real 0.079s	user 0.008s	sys 0.000s
14:06:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.395020 29402 tablet_bootstrap.cc:492] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a: Bootstrap starting.
14:06:59.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.403972 29408 raft_consensus.cc:515] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.409762 29408 leader_election.cc:290] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 election: Requested vote from peers 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.413170 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d2c504351f648ceb182186a1c6f51d6" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a"
14:06:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.413693 28167 raft_consensus.cc:3060] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Advancing to term 1
14:06:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.417706 29407 raft_consensus.cc:493] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.418140 29407 raft_consensus.cc:515] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.420490 29407 leader_election.cc:290] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.422744 28167 raft_consensus.cc:2468] T 8d2c504351f648ceb182186a1c6f51d6 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in term 1.
14:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.428666 28308 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "898b0fc8eb5e4edc8c41e29834750d95" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" is_pre_election: true
14:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.429319 28308 raft_consensus.cc:2468] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 209bbf691bb94971bb04d86446c9961a in term 0.
14:06:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.430261 29401 tablet_bootstrap.cc:492] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e: No bootstrap required, opened a new log
14:06:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.430694 29401 ts_tablet_manager.cc:1403] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent bootstrapping tablet: real 0.089s	user 0.012s	sys 0.030s
14:06:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.431087 28101 leader_election.cc:304] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 
14:06:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.432037 29407 raft_consensus.cc:2804] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.432405 29407 raft_consensus.cc:493] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.432714 29407 raft_consensus.cc:3060] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Advancing to term 1
14:06:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.432570 28243 leader_election.cc:304] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 
14:06:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.433285 29408 raft_consensus.cc:2804] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Leader election won for term 1
14:06:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.433753 29408 raft_consensus.cc:697] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 LEADER]: Becoming Leader. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Running, Role: LEADER
14:06:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.434741 29408 consensus_queue.cc:237] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.439953 29403 tablet_bootstrap.cc:654] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21: Neither blocks nor log segments found. Creating new log.
14:06:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.465893 29366 heartbeater.cc:499] Master 127.27.227.124:38107 was elected leader, sending a full tablet report...
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.442934 29407 raft_consensus.cc:515] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.446635 29407 leader_election.cc:290] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 election: Requested vote from peers 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.448086 29401 raft_consensus.cc:359] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.448904 29401 raft_consensus.cc:385] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.448984 28308 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "898b0fc8eb5e4edc8c41e29834750d95" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e"
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.449205 29401 raft_consensus.cc:740] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Initialized, Role: FOLLOWER
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.449510 28308 raft_consensus.cc:3060] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Advancing to term 1
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.449844 29401 consensus_queue.cc:260] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.452351 29401 ts_tablet_manager.cc:1434] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e: Time spent starting tablet: real 0.021s	user 0.008s	sys 0.000s
14:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.453938 29402 tablet_bootstrap.cc:654] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a: Neither blocks nor log segments found. Creating new log.
14:06:59.479 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:06:59.480 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:06:59.480 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:06:59.480 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:06:59.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:06:59.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:06:59.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:06:59.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.478199 28501 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d2c504351f648ceb182186a1c6f51d6" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21"
14:06:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.478868 28501 raft_consensus.cc:3060] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Advancing to term 1
14:06:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.480690 28502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "898b0fc8eb5e4edc8c41e29834750d95" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21" is_pre_election: true
14:06:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.485976 28100 leader_election.cc:343] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.488948 28502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "898b0fc8eb5e4edc8c41e29834750d95" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21"
14:06:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.475793 27979 catalog_manager.cc:5696] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e reported cstate change: term changed from 0 to 1, leader changed from <none> to 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2). New cstate: current_term: 1 leader_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } health_report { overall_health: UNKNOWN } } }
14:06:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.493777 28100 leader_election.cc:343] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.506560 29402 tablet_bootstrap.cc:492] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a: No bootstrap required, opened a new log
14:06:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.507153 29402 ts_tablet_manager.cc:1403] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a: Time spent bootstrapping tablet: real 0.112s	user 0.001s	sys 0.010s
14:06:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.510834 29402 raft_consensus.cc:359] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.511766 29402 raft_consensus.cc:385] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.518671 29402 raft_consensus.cc:740] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 209bbf691bb94971bb04d86446c9961a, State: Initialized, Role: FOLLOWER
14:06:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.523175 29407 raft_consensus.cc:493] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.523737 29407 raft_consensus.cc:515] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.526202 29407 leader_election.cc:290] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.527441 28502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b0663a05d52419593d13c8106c60c41" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21" is_pre_election: true
14:06:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.528936 28100 leader_election.cc:343] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.529234 28309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b0663a05d52419593d13c8106c60c41" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" is_pre_election: true
14:06:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.530117 28309 raft_consensus.cc:2468] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 209bbf691bb94971bb04d86446c9961a in term 0.
14:06:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.531563 28101 leader_election.cc:304] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 81d98baa812f456184edf5258e5abe21
14:06:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.534641 28308 raft_consensus.cc:2468] T 898b0fc8eb5e4edc8c41e29834750d95 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 209bbf691bb94971bb04d86446c9961a in term 1.
14:06:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.537297 28101 leader_election.cc:304] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 81d98baa812f456184edf5258e5abe21
14:06:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.540731 29407 raft_consensus.cc:2804] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.541116 29407 raft_consensus.cc:493] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.541533 29407 raft_consensus.cc:3060] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Advancing to term 1
14:06:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.535565 28501 raft_consensus.cc:2468] T 8d2c504351f648ceb182186a1c6f51d6 P 81d98baa812f456184edf5258e5abe21 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in term 1.
14:06:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.551699 27980 catalog_manager.cc:5696] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 reported cstate change: term changed from 0 to 1, leader changed from <none> to 81d98baa812f456184edf5258e5abe21 (127.27.19.3). New cstate: current_term: 1 leader_uuid: "81d98baa812f456184edf5258e5abe21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } health_report { overall_health: HEALTHY } } }
14:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.521603 29402 consensus_queue.cc:260] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.571039 29403 tablet_bootstrap.cc:492] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21: No bootstrap required, opened a new log
14:06:59.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.571617 29403 ts_tablet_manager.cc:1403] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21: Time spent bootstrapping tablet: real 0.197s	user 0.013s	sys 0.005s
14:06:59.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.573987 29435 raft_consensus.cc:2804] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Leader election won for term 1
14:06:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.574620 29407 raft_consensus.cc:515] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.574728 29403 raft_consensus.cc:359] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.575726 29403 raft_consensus.cc:385] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.576167 29403 raft_consensus.cc:740] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81d98baa812f456184edf5258e5abe21, State: Initialized, Role: FOLLOWER
14:06:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.579860 28308 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b0663a05d52419593d13c8106c60c41" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e"
14:06:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.580615 28308 raft_consensus.cc:3060] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Advancing to term 1
14:06:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.581207 29403 consensus_queue.cc:260] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.583963 29435 raft_consensus.cc:697] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [term 1 LEADER]: Becoming Leader. State: Replica: 209bbf691bb94971bb04d86446c9961a, State: Running, Role: LEADER
14:06:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.585110 29435 consensus_queue.cc:237] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.592337 28501 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b0663a05d52419593d13c8106c60c41" candidate_uuid: "209bbf691bb94971bb04d86446c9961a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21"
14:06:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.592998 28501 raft_consensus.cc:3060] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Advancing to term 1
14:06:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.598129 29408 raft_consensus.cc:493] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.598573 29403 ts_tablet_manager.cc:1434] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21: Time spent starting tablet: real 0.027s	user 0.008s	sys 0.000s
14:06:59.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.598575 29408 raft_consensus.cc:515] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.600519 29408 leader_election.cc:290] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.602005 28502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "22d201f1ecd34956b190d668e027205c" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21" is_pre_election: true
14:06:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.603328 28243 leader_election.cc:343] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.606189 28308 raft_consensus.cc:2468] T 3b0663a05d52419593d13c8106c60c41 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 209bbf691bb94971bb04d86446c9961a in term 1.
14:06:59.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.604653 29403 tablet_bootstrap.cc:492] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21: Bootstrap starting.
14:06:59.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.613850 28501 raft_consensus.cc:2468] T 3b0663a05d52419593d13c8106c60c41 P 81d98baa812f456184edf5258e5abe21 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 209bbf691bb94971bb04d86446c9961a in term 1.
14:06:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.633476 29402 ts_tablet_manager.cc:1434] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a: Time spent starting tablet: real 0.126s	user 0.004s	sys 0.004s
14:06:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.635758 28101 leader_election.cc:304] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 
14:06:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.642503 29435 raft_consensus.cc:2804] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Leader election won for term 1
14:06:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.642967 29435 raft_consensus.cc:697] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [term 1 LEADER]: Becoming Leader. State: Replica: 209bbf691bb94971bb04d86446c9961a, State: Running, Role: LEADER
14:06:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.643744 29435 consensus_queue.cc:237] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.659999 29403 tablet_bootstrap.cc:654] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21: Neither blocks nor log segments found. Creating new log.
14:06:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.661343 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "22d201f1ecd34956b190d668e027205c" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a" is_pre_election: true
14:06:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.661947 28167 raft_consensus.cc:2468] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in term 0.
14:06:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.663422 28243 leader_election.cc:304] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 81d98baa812f456184edf5258e5abe21
14:06:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.664773 29408 raft_consensus.cc:2804] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.665153 29408 raft_consensus.cc:493] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.665462 29408 raft_consensus.cc:3060] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Advancing to term 1
14:06:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.672335 29408 raft_consensus.cc:515] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.576936 29407 leader_election.cc:290] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [CANDIDATE]: Term 1 election: Requested vote from peers 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.679069 29417 raft_consensus.cc:493] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.680104 29408 leader_election.cc:290] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 election: Requested vote from peers 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911), 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613)
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.680912 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "22d201f1ecd34956b190d668e027205c" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a"
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.679477 29417 raft_consensus.cc:515] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.681402 28167 raft_consensus.cc:3060] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Advancing to term 1
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.682680 29417 leader_election.cc:290] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613), 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911)
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.685598 28502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9f0b2daf52ec4f1399d43713a8f6f266" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21" is_pre_election: true
14:06:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.686829 28243 leader_election.cc:343] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.689682 29403 tablet_bootstrap.cc:492] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21: No bootstrap required, opened a new log
14:06:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.690208 29403 ts_tablet_manager.cc:1403] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21: Time spent bootstrapping tablet: real 0.086s	user 0.015s	sys 0.005s
14:06:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.691313 28167 raft_consensus.cc:2468] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in term 1.
14:06:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.691645 28501 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "22d201f1ecd34956b190d668e027205c" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21"
14:06:59.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:06:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.693033 28243 leader_election.cc:343] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.693014 29403 raft_consensus.cc:359] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.693676 29403 raft_consensus.cc:385] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.693943 29403 raft_consensus.cc:740] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81d98baa812f456184edf5258e5abe21, State: Initialized, Role: FOLLOWER
14:06:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.694597 29403 consensus_queue.cc:260] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.705444 28243 leader_election.cc:304] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 81d98baa812f456184edf5258e5abe21
14:06:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.704259 27980 catalog_manager.cc:5696] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a reported cstate change: term changed from 0 to 1, leader changed from <none> to 209bbf691bb94971bb04d86446c9961a (127.27.19.1). New cstate: current_term: 1 leader_uuid: "209bbf691bb94971bb04d86446c9961a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } health_report { overall_health: UNKNOWN } } }
14:06:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.706784 29417 raft_consensus.cc:2804] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Leader election won for term 1
14:06:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.707290 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9f0b2daf52ec4f1399d43713a8f6f266" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a" is_pre_election: true
14:06:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.707250 29417 raft_consensus.cc:697] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 LEADER]: Becoming Leader. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Running, Role: LEADER
14:06:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.709049 28167 raft_consensus.cc:2468] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in term 0.
14:06:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.709930 29403 ts_tablet_manager.cc:1434] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21: Time spent starting tablet: real 0.019s	user 0.005s	sys 0.000s
14:06:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.709517 29417 consensus_queue.cc:237] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.710227 28243 leader_election.cc:304] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 81d98baa812f456184edf5258e5abe21
14:06:59.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.712282 27980 catalog_manager.cc:5696] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a reported cstate change: term changed from 0 to 1, leader changed from <none> to 209bbf691bb94971bb04d86446c9961a (127.27.19.1). New cstate: current_term: 1 leader_uuid: "209bbf691bb94971bb04d86446c9961a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } health_report { overall_health: UNKNOWN } } }
14:06:59.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.713560 29403 tablet_bootstrap.cc:492] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21: Bootstrap starting.
14:06:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.718739 29408 raft_consensus.cc:2804] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.719334 29408 raft_consensus.cc:493] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.720095 29408 raft_consensus.cc:3060] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 0 FOLLOWER]: Advancing to term 1
14:06:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.726037 29403 tablet_bootstrap.cc:654] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21: Neither blocks nor log segments found. Creating new log.
14:06:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.756031 27979 catalog_manager.cc:5696] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e reported cstate change: term changed from 0 to 1, leader changed from <none> to 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2). New cstate: current_term: 1 leader_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } health_report { overall_health: UNKNOWN } } }
14:06:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.748319 29408 raft_consensus.cc:515] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.761572 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9f0b2daf52ec4f1399d43713a8f6f266" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a"
14:06:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.762121 28167 raft_consensus.cc:3060] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 0 FOLLOWER]: Advancing to term 1
14:06:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.767547 29408 leader_election.cc:290] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 election: Requested vote from peers 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613), 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911)
14:06:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.768623 28167 raft_consensus.cc:2468] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in term 1.
14:06:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.769680 28243 leader_election.cc:304] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e; no voters: 
14:06:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.770480 29408 raft_consensus.cc:2804] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 FOLLOWER]: Leader election won for term 1
14:06:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.770895 29408 raft_consensus.cc:697] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [term 1 LEADER]: Becoming Leader. State: Replica: 56731ee025aa4ba6b39ec22dcaa96c4e, State: Running, Role: LEADER
14:06:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.771639 29408 consensus_queue.cc:237] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.779994 29412 consensus_queue.cc:1048] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [LEADER]: Connected to new peer: Peer: permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.791280 28501 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9f0b2daf52ec4f1399d43713a8f6f266" candidate_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81d98baa812f456184edf5258e5abe21"
14:06:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:06:59.793802 28243 leader_election.cc:343] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 81d98baa812f456184edf5258e5abe21 (127.27.19.3:41613): Illegal state: must be running to vote when last-logged opid is not known
14:06:59.828 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:06:59.828 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:06:59.829 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:06:59.829 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:59.829 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:59.829 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:06:59.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:59.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:59.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:06:59.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:59.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:59.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:06:59.830 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:06:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.837064 29428 consensus_queue.cc:1048] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 [LEADER]: Connected to new peer: Peer: permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:06:59.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.859365 29403 tablet_bootstrap.cc:492] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21: No bootstrap required, opened a new log
14:06:59.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.859967 29403 ts_tablet_manager.cc:1403] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21: Time spent bootstrapping tablet: real 0.147s	user 0.045s	sys 0.054s
14:06:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.861013 27980 catalog_manager.cc:5696] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e reported cstate change: term changed from 0 to 1, leader changed from <none> to 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2). New cstate: current_term: 1 leader_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } health_report { overall_health: UNKNOWN } } }
14:06:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.863513 29403 raft_consensus.cc:359] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.864388 29403 raft_consensus.cc:385] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.864655 29403 raft_consensus.cc:740] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81d98baa812f456184edf5258e5abe21, State: Initialized, Role: FOLLOWER
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.865365 29403 consensus_queue.cc:260] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.867453 29403 ts_tablet_manager.cc:1434] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.000s
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.868458 29403 tablet_bootstrap.cc:492] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21: Bootstrap starting.
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.876271 29403 tablet_bootstrap.cc:654] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21: Neither blocks nor log segments found. Creating new log.
14:06:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.903275 29403 tablet_bootstrap.cc:492] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21: No bootstrap required, opened a new log
14:06:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.904063 29403 ts_tablet_manager.cc:1403] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21: Time spent bootstrapping tablet: real 0.036s	user 0.009s	sys 0.024s
14:06:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.907470 29403 raft_consensus.cc:359] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.908329 29403 raft_consensus.cc:385] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.908625 29403 raft_consensus.cc:740] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81d98baa812f456184edf5258e5abe21, State: Initialized, Role: FOLLOWER
14:06:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.909245 29403 consensus_queue.cc:260] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:06:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.911373 29403 ts_tablet_manager.cc:1434] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.001s
14:06:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.923373 29408 consensus_queue.cc:1048] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Connected to new peer: Peer: permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:06:59.936447 29449 consensus_queue.cc:1048] T 8d2c504351f648ceb182186a1c6f51d6 P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Connected to new peer: Peer: permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:06:59.979 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:06:59.980 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:06:59.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:59.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:59.980 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:06:59.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:06:59.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:59.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:59.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:06:59.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:59.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:59.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:06:59.981 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:06:59.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.000912 29407 consensus_queue.cc:1048] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [LEADER]: Connected to new peer: Peer: permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.017102 28501 raft_consensus.cc:3060] T 898b0fc8eb5e4edc8c41e29834750d95 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Advancing to term 1
14:07:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.024648 29407 consensus_queue.cc:1048] T 898b0fc8eb5e4edc8c41e29834750d95 P 209bbf691bb94971bb04d86446c9961a [LEADER]: Connected to new peer: Peer: permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.043774 29407 consensus_queue.cc:1048] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [LEADER]: Connected to new peer: Peer: permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.068917 29407 consensus_queue.cc:1048] T 3b0663a05d52419593d13c8106c60c41 P 209bbf691bb94971bb04d86446c9961a [LEADER]: Connected to new peer: Peer: permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:00.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:00.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9f0b2daf52ec4f1399d43713a8f6f266 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:00.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 898b0fc8eb5e4edc8c41e29834750d95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:00.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d2c504351f648ceb182186a1c6f51d6 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:00.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 22d201f1ecd34956b190d668e027205c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:00.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aaf54c75a5df4f228f6689b4a9bca330 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:00.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b0663a05d52419593d13c8106c60c41 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:00.082 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:00.082 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.19.60:35973, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.19.60:35973: OK, deferred=null) after lookup
14:07:00.083 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)] connecting to peer
14:07:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.083751 29412 raft_consensus.cc:493] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.084246 29412 raft_consensus.cc:515] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } } peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } }
14:07:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.086143 29412 leader_election.cc:290] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943), 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911)
14:07:00.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.087164 28309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9f0b2daf52ec4f1399d43713a8f6f266" candidate_uuid: "81d98baa812f456184edf5258e5abe21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" is_pre_election: true
14:07:00.088 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)] Successfully connected to peer
14:07:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.088779 28167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9f0b2daf52ec4f1399d43713a8f6f266" candidate_uuid: "81d98baa812f456184edf5258e5abe21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a" is_pre_election: true
14:07:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.089632 28167 raft_consensus.cc:2393] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 81d98baa812f456184edf5258e5abe21 in current term 1: Already voted for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in this term.
14:07:00.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.090728 28436 leader_election.cc:304] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81d98baa812f456184edf5258e5abe21; no voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e
14:07:00.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.092598 29412 raft_consensus.cc:3060] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Advancing to term 1
14:07:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.099223 29412 raft_consensus.cc:2749] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:07:00.128 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:00.131 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9ae5eba7, L:/127.0.0.1:60084 - R:/127.27.19.2:41943] using TOKEN/null
14:07:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.145587 28167 raft_consensus.cc:1275] T 9f0b2daf52ec4f1399d43713a8f6f266 P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Refusing update from remote peer 56731ee025aa4ba6b39ec22dcaa96c4e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.146034 28501 raft_consensus.cc:1275] T 9f0b2daf52ec4f1399d43713a8f6f266 P 81d98baa812f456184edf5258e5abe21 [term 1 FOLLOWER]: Refusing update from remote peer 56731ee025aa4ba6b39ec22dcaa96c4e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.146942 29449 consensus_queue.cc:1048] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Connected to new peer: Peer: permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.147655 29408 consensus_queue.cc:1048] T 9f0b2daf52ec4f1399d43713a8f6f266 P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Connected to new peer: Peer: permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:00.157 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:00.157 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:00.157 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:00.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:00.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:00.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:00.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:00.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:00.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:00.159 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:00.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:00.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:00.160 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:00.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.172792 29458 mvcc.cc:204] Tried to move back new op lower bound from 7287247749701652480 to 7287247748224622592. Current Snapshot: MvccSnapshot[applied={T|T < 7287247749701652480}]
14:07:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.174068 29412 raft_consensus.cc:493] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.174505 29412 raft_consensus.cc:515] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 } } peers { permanent_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" member_type: VOTER last_known_addr { host: "127.27.19.2" port: 41943 } } peers { permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 } }
14:07:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.176445 29412 leader_election.cc:290] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911), 56731ee025aa4ba6b39ec22dcaa96c4e (127.27.19.2:41943)
14:07:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.177953 28166 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "22d201f1ecd34956b190d668e027205c" candidate_uuid: "81d98baa812f456184edf5258e5abe21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "209bbf691bb94971bb04d86446c9961a" is_pre_election: true
14:07:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.178710 28166 raft_consensus.cc:2393] T 22d201f1ecd34956b190d668e027205c P 209bbf691bb94971bb04d86446c9961a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 81d98baa812f456184edf5258e5abe21 in current term 1: Already voted for candidate 56731ee025aa4ba6b39ec22dcaa96c4e in this term.
14:07:00.181 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:00.181 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:00.181 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:00.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:00.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:00.182 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:00.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:00.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:00.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:00.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.184470 29417 consensus_queue.cc:1048] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Connected to new peer: Peer: permanent_uuid: "209bbf691bb94971bb04d86446c9961a" member_type: VOTER last_known_addr { host: "127.27.19.1" port: 43911 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:00.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:00.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:00.186 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:00.193 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.186821 29456 mvcc.cc:204] Tried to move back new op lower bound from 7287247749701652480 to 7287247748224622592. Current Snapshot: MvccSnapshot[applied={T|T < 7287247749701652480}]
14:07:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.199236 28308 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "22d201f1ecd34956b190d668e027205c" candidate_uuid: "81d98baa812f456184edf5258e5abe21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56731ee025aa4ba6b39ec22dcaa96c4e" is_pre_election: true
14:07:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.200937 28437 leader_election.cc:304] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81d98baa812f456184edf5258e5abe21; no voters: 209bbf691bb94971bb04d86446c9961a, 56731ee025aa4ba6b39ec22dcaa96c4e
14:07:00.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.202107 29412 raft_consensus.cc:3060] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [term 0 FOLLOWER]: Advancing to term 1
14:07:00.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.228081 29412 raft_consensus.cc:2749] T 22d201f1ecd34956b190d668e027205c P 81d98baa812f456184edf5258e5abe21 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:07:00.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.236464 29408 consensus_queue.cc:1048] T 22d201f1ecd34956b190d668e027205c P 56731ee025aa4ba6b39ec22dcaa96c4e [LEADER]: Connected to new peer: Peer: permanent_uuid: "81d98baa812f456184edf5258e5abe21" member_type: VOTER last_known_addr { host: "127.27.19.3" port: 41613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:00.265 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:00.265 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:00.265 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:00.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:00.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:00.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:00.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:00.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:00.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:00.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:00.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:00.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:00.267 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:00.401 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:00.402 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:00.402 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:00.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:00.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:00.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:00.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:00.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:00.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:00.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:00.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:00.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:00.403 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:00.462369 28543 debug-util.cc:398] Leaking SignalData structure 0x7b08000c31a0 after lost signal to thread 28365
14:07:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:00.463434 28543 debug-util.cc:398] Leaking SignalData structure 0x7b08000c3760 after lost signal to thread 28546
14:07:00.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:00.642 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:00.644 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:00.659 [DEBUG - main] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:00.660 [DEBUG - main] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:00.661 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.227.125:35193(127.27.227.125:35193)] Successfully connected to peer
14:07:00.664 [DEBUG - main] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:00.674 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.227.124:38107(127.27.227.124:38107)] Successfully connected to peer
14:07:00.680 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.125
14:07:00.680 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.227.126:36957(127.27.227.126:36957)] Successfully connected to peer
14:07:00.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:00.696 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.124
14:07:00.710 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:00.714 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8f3eecbb, L:/127.0.0.1:38766 - R:/127.27.227.125:35193] using SASL/PLAIN
14:07:00.715 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.126
14:07:00.731 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:00.740 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:00.742 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x74a4e0ea, L:/127.0.0.1:52072 - R:/127.27.227.126:36957] using SASL/PLAIN
14:07:00.747 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3353ef97, L:/127.0.0.1:38674 - R:/127.27.227.124:38107] using SASL/PLAIN
14:07:00.751 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:00.751 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: OK, deferred=null) after lookup
14:07:00.763 [DEBUG - main] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:00.764 [DEBUG - main] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:00.772 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.19.62:45349(127.27.19.62:45349)] Successfully connected to peer
14:07:00.774 [DEBUG - main] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:00.781 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.62
14:07:00.781 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:00.781 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:00.781 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:00.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:00.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:00.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:00.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:00.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:00.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:00.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:00.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:00.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:00.783 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:00.775 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.19.61:40871(127.27.19.61:40871)] Successfully connected to peer
14:07:00.799 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.61
14:07:00.802 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.19.60:35973(127.27.19.60:35973)] Successfully connected to peer
14:07:00.809 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:00.817 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:00.822 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2d644a13, L:/127.0.0.1:50876 - R:/127.27.19.62:45349] using SASL/PLAIN
14:07:00.823 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x12226d35, L:/127.0.0.1:58224 - R:/127.27.19.61:40871] using SASL/PLAIN
14:07:00.829 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.60
14:07:00.841 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:00.846 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc4a19d53, L:/127.0.0.1:46088 - R:/127.27.19.60:35973] using SASL/PLAIN
14:07:00.849 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:00.850 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: OK, deferred=null) after lookup
14:07:00.853 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:00.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9f0b2daf52ec4f1399d43713a8f6f266 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:00.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 898b0fc8eb5e4edc8c41e29834750d95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:00.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d2c504351f648ceb182186a1c6f51d6 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:00.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 22d201f1ecd34956b190d668e027205c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:00.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aaf54c75a5df4f228f6689b4a9bca330 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:00.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b0663a05d52419593d13c8106c60c41 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:00.860 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:00.864156 28763 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38674:
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\0012\000\000\000"
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:07:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
14:07:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:00.873803 28763 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:07:00.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:01.031 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:01.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.152817 29152 tablet_service.cc:1511] Processing CreateTablet for tablet 3fcc8f6554eb492ea51d747433bf350a (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
14:07:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.155912 29152 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3fcc8f6554eb492ea51d747433bf350a. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.151217 29151 tablet_service.cc:1511] Processing CreateTablet for tablet 017c30c067cc46e18d40e7030acfd1c4 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
14:07:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.160840 29151 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 017c30c067cc46e18d40e7030acfd1c4. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:01.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:01.202 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RESTARTING to RUNNING.
14:07:01.203 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:07:01.204 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
14:07:01.204 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:07:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.203724 28957 tablet_service.cc:1511] Processing CreateTablet for tablet 017c30c067cc46e18d40e7030acfd1c4 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
14:07:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.209116 28957 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 017c30c067cc46e18d40e7030acfd1c4. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.208036 28958 tablet_service.cc:1511] Processing CreateTablet for tablet 3fcc8f6554eb492ea51d747433bf350a (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
14:07:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.209510 29300 tablet_service.cc:1511] Processing CreateTablet for tablet 017c30c067cc46e18d40e7030acfd1c4 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
14:07:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.211155 29300 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 017c30c067cc46e18d40e7030acfd1c4. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.211479 28958 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3fcc8f6554eb492ea51d747433bf350a. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:01.215 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
14:07:01.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.206871 29301 tablet_service.cc:1511] Processing CreateTablet for tablet 3fcc8f6554eb492ea51d747433bf350a (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
14:07:01.216 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:01.216 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
14:07:01.216 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:07:01.217 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
14:07:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.217389 29301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3fcc8f6554eb492ea51d747433bf350a. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:01.217 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
14:07:01.218 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:07:01.218 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:07:01.218 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
14:07:01.219 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
14:07:01.219 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:07:01.219 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
14:07:01.219 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:07:01.220 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:01.220 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:01.220 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:01.221 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
14:07:01.221 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:07:01.221 [INFO - Thread-32] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:07:01.222 [DEBUG - Thread-32] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state TERMINATED
14:07:01.222 [DEBUG - Thread-32] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state TERMINATED
14:07:01.222 [DEBUG - Thread-32] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state TERMINATED
14:07:01.222 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:01.224 [INFO - Thread-32] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:07:01.224 [INFO - Thread-32] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:07:01.226 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:07:01.226 [DEBUG - Thread-32] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:01.227 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:07:01.232 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
14:07:01.232 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
14:07:01.232 [INFO - Thread-32] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:07:01.233 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54128745
14:07:01.233 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:01.234 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:07:01.244 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:07:01.245 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
14:07:01.245 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
14:07:01.245 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:07:01.246 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
14:07:01.247 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
14:07:01.249 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f561d3e
14:07:01.249 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:01.252 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3665c426
14:07:01.256 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:01.257 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:07:01.257 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
14:07:01.258 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
14:07:01.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:01.268 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ffba196
14:07:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.277419 29517 tablet_bootstrap.cc:492] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840: Bootstrap starting.
14:07:01.277 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:01.284 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:01.284 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:01.284 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:01.285 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.286427 29519 tablet_bootstrap.cc:492] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c: Bootstrap starting.
14:07:01.295 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:07:01.297 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:07:01.298 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
14:07:01.298 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
14:07:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.302488 29519 tablet_bootstrap.cc:654] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c: Neither blocks nor log segments found. Creating new log.
14:07:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.303618 29517 tablet_bootstrap.cc:654] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840: Neither blocks nor log segments found. Creating new log.
14:07:01.305 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6785cdf7
14:07:01.305 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:01.305 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:07:01.305 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
14:07:01.305 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
14:07:01.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.306624 29517 log.cc:826] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840: Log is configured to *not* fsync() on all Append() calls
14:07:01.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.308236 29521 tablet_bootstrap.cc:492] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5: Bootstrap starting.
14:07:01.308 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.311554 29519 log.cc:826] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c: Log is configured to *not* fsync() on all Append() calls
14:07:01.314 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d43aed7
14:07:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.316954 29517 tablet_bootstrap.cc:492] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840: No bootstrap required, opened a new log
14:07:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.317468 29517 ts_tablet_manager.cc:1403] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840: Time spent bootstrapping tablet: real 0.046s	user 0.009s	sys 0.006s
14:07:01.318 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:01.320 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.324734 29521 tablet_bootstrap.cc:654] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5: Neither blocks nor log segments found. Creating new log.
14:07:01.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.326655 29519 tablet_bootstrap.cc:492] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c: No bootstrap required, opened a new log
14:07:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.327201 29519 ts_tablet_manager.cc:1403] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c: Time spent bootstrapping tablet: real 0.041s	user 0.013s	sys 0.000s
14:07:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.329263 29521 log.cc:826] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5: Log is configured to *not* fsync() on all Append() calls
14:07:01.340 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
14:07:01.340 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
14:07:01.341 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7684c45e
14:07:01.341 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:01.341 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:07:01.342 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
14:07:01.342 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
14:07:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.346187 29521 tablet_bootstrap.cc:492] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5: No bootstrap required, opened a new log
14:07:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.346884 29521 ts_tablet_manager.cc:1403] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent bootstrapping tablet: real 0.040s	user 0.012s	sys 0.010s
14:07:01.348 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6aa9ad33
14:07:01.352 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.357 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:01.359 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.380057 29519 raft_consensus.cc:359] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.380990 29519 raft_consensus.cc:385] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.381278 29519 raft_consensus.cc:740] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Initialized, Role: FOLLOWER
14:07:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.382279 29519 consensus_queue.cc:260] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.380 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:01.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.370 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.383 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:01.384 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:01.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:01.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:01.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:01.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:01.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:01.384 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:01.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:01.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:01.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:01.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:01.385 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:01.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.397 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.401979 29519 ts_tablet_manager.cc:1434] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c: Time spent starting tablet: real 0.074s	user 0.026s	sys 0.015s
14:07:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.404420 29519 tablet_bootstrap.cc:492] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c: Bootstrap starting.
14:07:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.420965 29519 tablet_bootstrap.cc:654] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c: Neither blocks nor log segments found. Creating new log.
14:07:01.428 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:01.434010 29371 tablet.cc:2404] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.442581 29521 raft_consensus.cc:359] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.443629 29521 raft_consensus.cc:385] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:01.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.444042 29521 raft_consensus.cc:740] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f28c6b5c8be42c8892ed8fa336598b5, State: Initialized, Role: FOLLOWER
14:07:01.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.444 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.445255 29521 consensus_queue.cc:260] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.449 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.454 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.461969 29519 tablet_bootstrap.cc:492] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c: No bootstrap required, opened a new log
14:07:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.462451 29519 ts_tablet_manager.cc:1403] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c: Time spent bootstrapping tablet: real 0.060s	user 0.001s	sys 0.021s
14:07:01.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.465 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.465221 29519 raft_consensus.cc:359] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.465888 29519 raft_consensus.cc:385] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.466166 29519 raft_consensus.cc:740] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Initialized, Role: FOLLOWER
14:07:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.467373 29521 ts_tablet_manager.cc:1434] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent starting tablet: real 0.120s	user 0.043s	sys 0.006s
14:07:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.466970 29519 consensus_queue.cc:260] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.475037 29519 ts_tablet_manager.cc:1434] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c: Time spent starting tablet: real 0.012s	user 0.004s	sys 0.001s
14:07:01.480 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.487 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.489264 29517 raft_consensus.cc:359] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.492853 29517 raft_consensus.cc:385] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.493377 29517 raft_consensus.cc:740] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f738c82a765b4738b2d19bdcfb43f840, State: Initialized, Role: FOLLOWER
14:07:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.494688 29517 consensus_queue.cc:260] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.496 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.508 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.511103 29521 tablet_bootstrap.cc:492] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5: Bootstrap starting.
14:07:01.515 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:01.516 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:01.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.517 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.518 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.521875 29521 tablet_bootstrap.cc:654] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5: Neither blocks nor log segments found. Creating new log.
14:07:01.523 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.524973 29517 ts_tablet_manager.cc:1434] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840: Time spent starting tablet: real 0.207s	user 0.035s	sys 0.002s
14:07:01.525 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:01.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.526072 29517 tablet_bootstrap.cc:492] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840: Bootstrap starting.
14:07:01.533 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.537 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.543 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.549 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.556490 29517 tablet_bootstrap.cc:654] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840: Neither blocks nor log segments found. Creating new log.
14:07:01.557 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.561 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.563236 29533 raft_consensus.cc:493] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.563998 29533 raft_consensus.cc:515] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.572 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:01.576576 29222 tablet.cc:2404] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.578034 29533 leader_election.cc:290] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:07:01.578 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:01.579 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:01.579 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:01.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:01.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:01.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:01.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:01.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:01.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:01.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:01.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:01.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:01.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:01.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.591 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:01.591 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:01.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.594 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.597 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.600551 29517 tablet_bootstrap.cc:492] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840: No bootstrap required, opened a new log
14:07:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.601289 29517 ts_tablet_manager.cc:1403] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840: Time spent bootstrapping tablet: real 0.075s	user 0.013s	sys 0.003s
14:07:01.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.604 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.605 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.608 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.609 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.612 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.614 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.615 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:01.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.618364 29521 tablet_bootstrap.cc:492] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5: No bootstrap required, opened a new log
14:07:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.618921 29521 ts_tablet_manager.cc:1403] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent bootstrapping tablet: real 0.108s	user 0.017s	sys 0.000s
14:07:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.622890 29521 raft_consensus.cc:359] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.625133 29521 raft_consensus.cc:385] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:01.625 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.625438 29521 raft_consensus.cc:740] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f28c6b5c8be42c8892ed8fa336598b5, State: Initialized, Role: FOLLOWER
14:07:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.626737 29521 consensus_queue.cc:260] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.633 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.638 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.638 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.638 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.640 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.635644 29521 ts_tablet_manager.cc:1434] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
14:07:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:01.647202 29033 tablet.cc:2404] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:01.657 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.658 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.658 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.658 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.660 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.604836 29517 raft_consensus.cc:359] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.663045 29517 raft_consensus.cc:385] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:01.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.665 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.664987 29517 raft_consensus.cc:740] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f738c82a765b4738b2d19bdcfb43f840, State: Initialized, Role: FOLLOWER
14:07:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.666314 29517 consensus_queue.cc:260] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.668 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.674742 29533 raft_consensus.cc:493] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:01.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.675206 29533 raft_consensus.cc:515] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.678 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.677165 29533 leader_election.cc:290] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449), 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537)
14:07:01.678 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.678 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.680 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.680 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.680160 28978 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "017c30c067cc46e18d40e7030acfd1c4" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" is_pre_election: true
14:07:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.681140 28978 raft_consensus.cc:2468] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 0.
14:07:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.682183 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3fcc8f6554eb492ea51d747433bf350a" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" is_pre_election: true
14:07:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.682866 28977 raft_consensus.cc:2468] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 0.
14:07:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.684453 29255 leader_election.cc:304] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: 
14:07:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.685523 29255 leader_election.cc:304] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: 
14:07:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.687314 29533 raft_consensus.cc:2804] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.687700 29533 raft_consensus.cc:493] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.688071 29533 raft_consensus.cc:3060] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Advancing to term 1
14:07:01.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:01.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.691229 29172 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "017c30c067cc46e18d40e7030acfd1c4" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840" is_pre_election: true
14:07:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.692379 29172 raft_consensus.cc:2468] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 0.
14:07:01.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.694947 29172 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3fcc8f6554eb492ea51d747433bf350a" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840" is_pre_election: true
14:07:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.695523 29172 raft_consensus.cc:2468] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 0.
14:07:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.695525 29577 raft_consensus.cc:2804] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.695990 29577 raft_consensus.cc:493] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.696357 29577 raft_consensus.cc:3060] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Advancing to term 1
14:07:01.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.704919 29517 ts_tablet_manager.cc:1434] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840: Time spent starting tablet: real 0.103s	user 0.003s	sys 0.004s
14:07:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.712072 29577 raft_consensus.cc:515] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.713001 29533 raft_consensus.cc:515] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:01.714865 28750 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.227.126:36957, user_credentials={real_user=slave}} blocked reactor thread for 61515.4us
14:07:01.717 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.717 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.718 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.717315 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "017c30c067cc46e18d40e7030acfd1c4" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5"
14:07:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.717875 28977 raft_consensus.cc:3060] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Advancing to term 1
14:07:01.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.726049 28977 raft_consensus.cc:2468] T 017c30c067cc46e18d40e7030acfd1c4 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 1.
14:07:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.727164 29255 leader_election.cc:304] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: 
14:07:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.728070 29172 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3fcc8f6554eb492ea51d747433bf350a" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:07:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.728767 29172 raft_consensus.cc:3060] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Advancing to term 1
14:07:01.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.733850 29171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "017c30c067cc46e18d40e7030acfd1c4" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:07:01.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.733883 29533 leader_election.cc:290] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Requested vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:07:01.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.734494 29171 raft_consensus.cc:3060] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Advancing to term 1
14:07:01.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.735033 29577 leader_election.cc:290] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Requested vote from peers f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449), 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537)
14:07:01.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.735575 29533 raft_consensus.cc:2804] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Leader election won for term 1
14:07:01.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.736074 29533 raft_consensus.cc:697] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [term 1 LEADER]: Becoming Leader. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Running, Role: LEADER
14:07:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.737004 29533 consensus_queue.cc:237] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.742971 29171 raft_consensus.cc:2468] T 017c30c067cc46e18d40e7030acfd1c4 P f738c82a765b4738b2d19bdcfb43f840 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 1.
14:07:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.738677 29172 raft_consensus.cc:2468] T 3fcc8f6554eb492ea51d747433bf350a P f738c82a765b4738b2d19bdcfb43f840 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 1.
14:07:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.745113 29256 leader_election.cc:304] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ec2d5b1da4ba4493baab881811787d8c, f738c82a765b4738b2d19bdcfb43f840; no voters: 
14:07:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.745929 29577 raft_consensus.cc:2804] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Leader election won for term 1
14:07:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.746416 29577 raft_consensus.cc:697] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [term 1 LEADER]: Becoming Leader. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Running, Role: LEADER
14:07:01.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.747383 29577 consensus_queue.cc:237] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } }
14:07:01.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.748425 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3fcc8f6554eb492ea51d747433bf350a" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5"
14:07:01.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.748996 28977 raft_consensus.cc:3060] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Advancing to term 1
14:07:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.756043 28977 raft_consensus.cc:2468] T 3fcc8f6554eb492ea51d747433bf350a P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 1.
14:07:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:01.722144 28243 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.19.3:41613, user_credentials={real_user=slave}} blocked reactor thread for 52088.5us
14:07:01.769 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:01.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.770661 28762 catalog_manager.cc:5696] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c reported cstate change: term changed from 0 to 1, leader changed from <none> to ec2d5b1da4ba4493baab881811787d8c (127.27.227.67). New cstate: current_term: 1 leader_uuid: "ec2d5b1da4ba4493baab881811787d8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } health_report { overall_health: HEALTHY } } }
14:07:01.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:01.773 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:01.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:01.779 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.780 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.782 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.783 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.783 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.785 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:01.785 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:01.785 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:01.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.786 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.786 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.786 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.787 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:01.787 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.788 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.789 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.789 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.789 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.789 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.789 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.790 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.797 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.798 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.798 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.798 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.799 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.800 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.800 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.800 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.802 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.802 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.802 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.804 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:01.805 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:01.805 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:01.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.806 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.806 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:01.808 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.808 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.808 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.809 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.809 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.809 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.809 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.809 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.813 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.813 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.813 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.821 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.821 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.821 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.821 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.822 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.822 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.822 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.822 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.825 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:01.825 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:01.826 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:01.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:01.828 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.828 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.828 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.829 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.829 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.829 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.829 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.829 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.830 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.840 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.841 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.841 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.848 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.849 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.849 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.849 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.849 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.850 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.852 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:01.878655 28762 catalog_manager.cc:5696] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c reported cstate change: term changed from 0 to 1, leader changed from <none> to ec2d5b1da4ba4493baab881811787d8c (127.27.227.67). New cstate: current_term: 1 leader_uuid: "ec2d5b1da4ba4493baab881811787d8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } health_report { overall_health: UNKNOWN } } }
14:07:01.916 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.917 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.917 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:01.920394 28437 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.19.2:41943, user_credentials={real_user=slave}} blocked reactor thread for 84211.7us
14:07:01.916 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:01.921 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:01.921 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:01.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.923 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:01.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.923 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.948 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.949 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.949 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.949 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.949 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.950 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.950 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.950 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.950 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.958 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.958 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.958 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.960 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.961 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.961 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.962 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.964 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:01.965 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:01.965 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:01.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:01.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:01.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:01.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:01.968 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.968 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.969 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.969 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.969 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.969 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.969 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:01.969 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:01.969 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:01.970 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.970 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.970 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.970 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:01.970 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:01.970 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:01.971 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:01.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:02.005 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:02.006 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:02.006 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:02.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:02.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:02.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:02.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:02.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:02.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:02.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:02.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:02.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:02.008 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:02.041 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:02.041 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:02.041 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:02.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:02.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:02.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:02.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:02.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:02.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:02.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:02.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:02.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:02.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:02.049 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.049 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.050 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.050 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.050 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.051 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.116 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:02.116 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:02.117 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:02.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:02.121 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.121 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.121 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.122 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.128 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.128 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.129 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.131 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:02.164367 29577 consensus_queue.cc:1048] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:07:02.169 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.170 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.170 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.172 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:02.192318 29579 consensus_queue.cc:1048] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:02.208 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:02.208 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:02.209 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:02.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:02.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:02.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:02.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:02.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:02.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:02.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:02.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:02.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:02.210 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:02.237807 29577 consensus_queue.cc:1048] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:02.253311 29577 consensus_queue.cc:1048] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:02.256 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:02.256 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:02.257 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:02.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.258 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:02.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:02.308 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.309 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.309 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.311 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.317 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.317 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.318 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.319 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.363 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:02.363 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:02.363 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:02.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.365 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:02.398 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.398 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.398 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.399 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.399 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.399 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.400 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.465 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:02.465 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:02.465 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:02.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:02.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:02.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:02.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:02.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:02.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:02.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:02.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:02.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:02.467 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:02.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:02.528 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.529 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.529 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.530 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.531 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.601 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.601 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.601 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:02.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:02.768 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.769 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.769 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.769 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.769 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.819 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:02.820 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:02.820 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:02.820 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.820 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.820 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:02.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:02.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:02.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:02.857 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:02.857 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:02.858 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:02.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:02.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:02.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:02.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:02.880 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:02.881 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:02.881 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:02.881 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:02.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:02.882 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:02.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:02.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:02.882 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:02.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:02.882 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:02.882 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:02.885 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:02.985 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:02.985 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:02.985 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:02.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:02.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:02.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:02.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:02.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:02.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:02.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:02.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:02.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:02.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:02.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:03.088 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:03.088 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:03.088 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:03.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:03.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:03.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:03.089 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:03.089 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:03.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:03.090 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:03.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:03.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:03.090 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:03.169 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:03.169 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:03.170 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:03.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:03.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:03.206 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:03.206 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:03.206 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:03.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:03.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:03.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:03.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:03.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:03.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:03.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:03.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:03.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:03.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:03.240 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:03.241 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:03.241 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:03.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.241 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.242 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.242 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:03.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:03.296 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:03.297 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:03.297 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:03.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:03.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:03.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:03.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:03.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:03.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:03.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:03.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:03.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:03.298 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:03.359 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:03.359 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:03.360 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:03.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:03.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:03.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:03.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:03.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:03.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:03.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:03.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:03.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:03.360 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:03.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:03.488 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:03.489 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:03.489 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:03.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.489 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.489 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.489 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.490 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:03.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.729815 28762 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:38674:
14:07:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\0012\000\000\000\007\001\226\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
14:07:03.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:03.801292 28762 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 42c176bd1e4f493ebc9def4a2f130c42 has no consensus state
14:07:03.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:03.809725 28762 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet e260bfd876f14ccdb346d5bbdf40eede has no consensus state
14:07:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:03.833581 28748 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 42c176bd1e4f493ebc9def4a2f130c42 (table replication_test_table [id=4bec21422f6949738e0310f1175b20c9], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 42c176bd1e4f493ebc9def4a2f130c42 has no consensus state
14:07:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.849803 28958 tablet_service.cc:1511] Processing CreateTablet for tablet 42c176bd1e4f493ebc9def4a2f130c42 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
14:07:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.851154 28958 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 42c176bd1e4f493ebc9def4a2f130c42. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:03.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.857415 29152 tablet_service.cc:1511] Processing CreateTablet for tablet 42c176bd1e4f493ebc9def4a2f130c42 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
14:07:03.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.859107 29152 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 42c176bd1e4f493ebc9def4a2f130c42. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:03.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.859050 29300 tablet_service.cc:1511] Processing CreateTablet for tablet 42c176bd1e4f493ebc9def4a2f130c42 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
14:07:03.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.860436 29300 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 42c176bd1e4f493ebc9def4a2f130c42. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.875337 28957 tablet_service.cc:1511] Processing CreateTablet for tablet e260bfd876f14ccdb346d5bbdf40eede (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
14:07:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.876689 28957 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e260bfd876f14ccdb346d5bbdf40eede. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.876976 29151 tablet_service.cc:1511] Processing CreateTablet for tablet e260bfd876f14ccdb346d5bbdf40eede (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
14:07:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.878286 29151 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e260bfd876f14ccdb346d5bbdf40eede. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:03.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.886449 29301 tablet_service.cc:1511] Processing CreateTablet for tablet e260bfd876f14ccdb346d5bbdf40eede (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
14:07:03.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.887869 29301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e260bfd876f14ccdb346d5bbdf40eede. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:03.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.890014 29620 tablet_bootstrap.cc:492] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5: Bootstrap starting.
14:07:03.901 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:03.901 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:03.901 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:03.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:03.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.902720 29620 tablet_bootstrap.cc:654] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5: Neither blocks nor log segments found. Creating new log.
14:07:03.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:03.904 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:03.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.927305 29622 tablet_bootstrap.cc:492] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c: Bootstrap starting.
14:07:03.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.928985 29623 tablet_bootstrap.cc:492] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840: Bootstrap starting.
14:07:03.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.929294 29620 tablet_bootstrap.cc:492] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5: No bootstrap required, opened a new log
14:07:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.929766 29620 ts_tablet_manager.cc:1403] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent bootstrapping tablet: real 0.040s	user 0.008s	sys 0.020s
14:07:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.932644 29620 raft_consensus.cc:359] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.933362 29620 raft_consensus.cc:385] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.933637 29620 raft_consensus.cc:740] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f28c6b5c8be42c8892ed8fa336598b5, State: Initialized, Role: FOLLOWER
14:07:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.934369 29620 consensus_queue.cc:260] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:03.975 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.937269 29622 tablet_bootstrap.cc:654] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c: Neither blocks nor log segments found. Creating new log.
14:07:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.940029 29623 tablet_bootstrap.cc:654] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840: Neither blocks nor log segments found. Creating new log.
14:07:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.949282 29622 tablet_bootstrap.cc:492] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c: No bootstrap required, opened a new log
14:07:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.949764 29622 ts_tablet_manager.cc:1403] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c: Time spent bootstrapping tablet: real 0.023s	user 0.001s	sys 0.016s
14:07:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.952778 29622 raft_consensus.cc:359] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:03.976 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.953644 29622 raft_consensus.cc:385] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.953923 29622 raft_consensus.cc:740] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Initialized, Role: FOLLOWER
14:07:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.955801 29622 consensus_queue.cc:260] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:03.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:03.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:03.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:03.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.977780 29620 ts_tablet_manager.cc:1434] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent starting tablet: real 0.048s	user 0.006s	sys 0.001s
14:07:03.979 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:03.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:03.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:03.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.978724 29620 tablet_bootstrap.cc:492] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5: Bootstrap starting.
14:07:03.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:03.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:03.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:03.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:03.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.987262 29620 tablet_bootstrap.cc:654] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5: Neither blocks nor log segments found. Creating new log.
14:07:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:03.991598 29622 ts_tablet_manager.cc:1434] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c: Time spent starting tablet: real 0.041s	user 0.007s	sys 0.000s
14:07:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.000152 29620 tablet_bootstrap.cc:492] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5: No bootstrap required, opened a new log
14:07:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.000589 29620 ts_tablet_manager.cc:1403] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent bootstrapping tablet: real 0.022s	user 0.005s	sys 0.012s
14:07:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.003525 29620 raft_consensus.cc:359] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.009847 29620 raft_consensus.cc:385] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.010166 29620 raft_consensus.cc:740] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f28c6b5c8be42c8892ed8fa336598b5, State: Initialized, Role: FOLLOWER
14:07:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.010391 29623 tablet_bootstrap.cc:492] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840: No bootstrap required, opened a new log
14:07:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.010804 29623 ts_tablet_manager.cc:1403] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840: Time spent bootstrapping tablet: real 0.083s	user 0.020s	sys 0.010s
14:07:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.010798 29620 consensus_queue.cc:260] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.016078 29622 tablet_bootstrap.cc:492] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c: Bootstrap starting.
14:07:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.022372 29622 tablet_bootstrap.cc:654] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c: Neither blocks nor log segments found. Creating new log.
14:07:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.024085 29620 ts_tablet_manager.cc:1434] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent starting tablet: real 0.023s	user 0.005s	sys 0.002s
14:07:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.035370 29622 tablet_bootstrap.cc:492] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c: No bootstrap required, opened a new log
14:07:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.035998 29626 raft_consensus.cc:493] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.036266 29622 ts_tablet_manager.cc:1403] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c: Time spent bootstrapping tablet: real 0.020s	user 0.015s	sys 0.002s
14:07:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.036482 29626 raft_consensus.cc:515] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.037 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:04.037 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:04.037 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:04.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:04.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:04.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:04.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:04.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:04.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:04.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:04.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:04.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:04.041 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.039695 29626 leader_election.cc:290] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449), ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:07:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.053067 29622 raft_consensus.cc:359] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.055187 29622 raft_consensus.cc:385] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.056169 29622 raft_consensus.cc:740] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Initialized, Role: FOLLOWER
14:07:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.059216 28762 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: replication_test_table [id=4bec21422f6949738e0310f1175b20c9] alter complete (version 0)
14:07:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.060137 29622 consensus_queue.cc:260] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.070581 29623 raft_consensus.cc:359] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.072288 29623 raft_consensus.cc:385] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.072588 29623 raft_consensus.cc:740] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f738c82a765b4738b2d19bdcfb43f840, State: Initialized, Role: FOLLOWER
14:07:04.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.078769 29623 consensus_queue.cc:260] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.095412 29623 ts_tablet_manager.cc:1434] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840: Time spent starting tablet: real 0.084s	user 0.008s	sys 0.000s
14:07:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.101366 29623 tablet_bootstrap.cc:492] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840: Bootstrap starting.
14:07:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.103344 29622 ts_tablet_manager.cc:1434] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c: Time spent starting tablet: real 0.066s	user 0.003s	sys 0.003s
14:07:04.120 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:04.120 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:04.120 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:04.120 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.120 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.121 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.121 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.132719 29321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "42c176bd1e4f493ebc9def4a2f130c42" candidate_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec2d5b1da4ba4493baab881811787d8c" is_pre_election: true
14:07:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.133458 29321 raft_consensus.cc:2468] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in term 0.
14:07:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.132843 29623 tablet_bootstrap.cc:654] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840: Neither blocks nor log segments found. Creating new log.
14:07:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.134936 28898 leader_election.cc:304] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: 
14:07:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.136541 29171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "42c176bd1e4f493ebc9def4a2f130c42" candidate_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840" is_pre_election: true
14:07:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.137089 29626 raft_consensus.cc:2804] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.137264 29171 raft_consensus.cc:2468] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in term 0.
14:07:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.137434 29626 raft_consensus.cc:493] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.137727 29626 raft_consensus.cc:3060] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Advancing to term 1
14:07:04.142 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:04.142 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:04.142 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:04.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:04.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:04.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:04.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:04.142 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:04.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:04.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:04.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:04.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:04.143 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:04.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.145813 28762 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:38674:
14:07:04.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\226\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
14:07:04.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.146466 29626 raft_consensus.cc:515] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.148353 29626 leader_election.cc:290] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [CANDIDATE]: Term 1 election: Requested vote from peers f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449), ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:07:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.151201 29321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "42c176bd1e4f493ebc9def4a2f130c42" candidate_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec2d5b1da4ba4493baab881811787d8c"
14:07:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.151376 29172 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "42c176bd1e4f493ebc9def4a2f130c42" candidate_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:07:04.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.151741 29321 raft_consensus.cc:3060] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Advancing to term 1
14:07:04.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.151957 29172 raft_consensus.cc:3060] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Advancing to term 1
14:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.161228 29533 raft_consensus.cc:493] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.161449 29321 raft_consensus.cc:2468] T 42c176bd1e4f493ebc9def4a2f130c42 P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in term 1.
14:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.161463 29172 raft_consensus.cc:2468] T 42c176bd1e4f493ebc9def4a2f130c42 P f738c82a765b4738b2d19bdcfb43f840 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in term 1.
14:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.161698 29533 raft_consensus.cc:515] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.162528 28898 leader_election.cc:304] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: 
14:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.163549 29533 leader_election.cc:290] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.163846 29626 raft_consensus.cc:2804] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Leader election won for term 1
14:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.164836 29172 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e260bfd876f14ccdb346d5bbdf40eede" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840" is_pre_election: true
14:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.166383 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e260bfd876f14ccdb346d5bbdf40eede" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" is_pre_election: true
14:07:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.166972 28977 raft_consensus.cc:2468] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 0.
14:07:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.168073 29255 leader_election.cc:304] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: 
14:07:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.168989 29533 raft_consensus.cc:2804] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.169299 29533 raft_consensus.cc:493] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.169586 29533 raft_consensus.cc:3060] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Advancing to term 1
14:07:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.176343 29533 raft_consensus.cc:515] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:04.177248 29256 leader_election.cc:343] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449): Illegal state: must be running to vote when last-logged opid is not known
14:07:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.179311 29533 leader_election.cc:290] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Requested vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:07:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.179257 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e260bfd876f14ccdb346d5bbdf40eede" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5"
14:07:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.179806 28977 raft_consensus.cc:3060] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Advancing to term 1
14:07:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.185987 28977 raft_consensus.cc:2468] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 1.
14:07:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.187247 29255 leader_election.cc:304] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: 
14:07:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.188076 29172 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e260bfd876f14ccdb346d5bbdf40eede" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:07:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.188238 29533 raft_consensus.cc:2804] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Leader election won for term 1
14:07:04.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:04.193784 29256 leader_election.cc:343] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449): Illegal state: must be running to vote when last-logged opid is not known
14:07:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:04.194108 28762 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 42c176bd1e4f493ebc9def4a2f130c42 consensus state has no leader
14:07:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:04.194589 28762 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 76d3097daac245b48962ad982c1be95d has no consensus state
14:07:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:04.196339 28762 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet e260bfd876f14ccdb346d5bbdf40eede consensus state has no leader
14:07:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:04.196839 28762 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet ff67c3c63b6048cd909e8583c76207f7 has no consensus state
14:07:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.211311 29623 tablet_bootstrap.cc:492] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840: No bootstrap required, opened a new log
14:07:04.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.211851 29623 ts_tablet_manager.cc:1403] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840: Time spent bootstrapping tablet: real 0.116s	user 0.012s	sys 0.004s
14:07:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.221356 29533 raft_consensus.cc:697] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [term 1 LEADER]: Becoming Leader. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Running, Role: LEADER
14:07:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.220105 29623 raft_consensus.cc:359] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.221949 29623 raft_consensus.cc:385] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.222239 29623 raft_consensus.cc:740] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f738c82a765b4738b2d19bdcfb43f840, State: Initialized, Role: FOLLOWER
14:07:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.222925 29533 consensus_queue.cc:237] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.224587 29626 raft_consensus.cc:697] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 LEADER]: Becoming Leader. State: Replica: 4f28c6b5c8be42c8892ed8fa336598b5, State: Running, Role: LEADER
14:07:04.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.224906 29623 consensus_queue.cc:260] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.240368 29626 consensus_queue.cc:237] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.254534 29623 ts_tablet_manager.cc:1434] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840: Time spent starting tablet: real 0.042s	user 0.003s	sys 0.003s
14:07:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.256742 28957 tablet_service.cc:1511] Processing CreateTablet for tablet 76d3097daac245b48962ad982c1be95d (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
14:07:04.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.257962 28957 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 76d3097daac245b48962ad982c1be95d. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:04.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:04.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.275105 29300 tablet_service.cc:1511] Processing CreateTablet for tablet 76d3097daac245b48962ad982c1be95d (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
14:07:04.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.276435 29300 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 76d3097daac245b48962ad982c1be95d. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.297359 28763 catalog_manager.cc:5696] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c reported cstate change: term changed from 0 to 1, leader changed from <none> to ec2d5b1da4ba4493baab881811787d8c (127.27.227.67). New cstate: current_term: 1 leader_uuid: "ec2d5b1da4ba4493baab881811787d8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } health_report { overall_health: HEALTHY } } }
14:07:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.298454 29152 tablet_service.cc:1511] Processing CreateTablet for tablet 76d3097daac245b48962ad982c1be95d (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
14:07:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.299775 29152 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 76d3097daac245b48962ad982c1be95d. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.300952 28958 tablet_service.cc:1511] Processing CreateTablet for tablet ff67c3c63b6048cd909e8583c76207f7 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
14:07:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.302161 28958 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ff67c3c63b6048cd909e8583c76207f7. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.330482 28762 catalog_manager.cc:5696] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65). New cstate: current_term: 1 leader_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } health_report { overall_health: UNKNOWN } } }
14:07:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.341620 29151 tablet_service.cc:1511] Processing CreateTablet for tablet ff67c3c63b6048cd909e8583c76207f7 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
14:07:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.342811 29151 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ff67c3c63b6048cd909e8583c76207f7. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.346035 29301 tablet_service.cc:1511] Processing CreateTablet for tablet ff67c3c63b6048cd909e8583c76207f7 (DEFAULT_TABLE table=replication_test_table [id=4bec21422f6949738e0310f1175b20c9]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
14:07:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.347209 29301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ff67c3c63b6048cd909e8583c76207f7. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.357374 29622 tablet_bootstrap.cc:492] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c: Bootstrap starting.
14:07:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.360944 29620 tablet_bootstrap.cc:492] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5: Bootstrap starting.
14:07:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.367494 29620 tablet_bootstrap.cc:654] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5: Neither blocks nor log segments found. Creating new log.
14:07:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.370705 29623 tablet_bootstrap.cc:492] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840: Bootstrap starting.
14:07:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.377755 29623 tablet_bootstrap.cc:654] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840: Neither blocks nor log segments found. Creating new log.
14:07:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.386448 29622 tablet_bootstrap.cc:654] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c: Neither blocks nor log segments found. Creating new log.
14:07:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.428257 29620 tablet_bootstrap.cc:492] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5: No bootstrap required, opened a new log
14:07:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.428712 29620 ts_tablet_manager.cc:1403] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent bootstrapping tablet: real 0.068s	user 0.013s	sys 0.001s
14:07:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.430142 29622 tablet_bootstrap.cc:492] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c: No bootstrap required, opened a new log
14:07:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.430599 29622 ts_tablet_manager.cc:1403] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c: Time spent bootstrapping tablet: real 0.073s	user 0.008s	sys 0.013s
14:07:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.433415 29622 raft_consensus.cc:359] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.434056 29622 raft_consensus.cc:385] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.434334 29622 raft_consensus.cc:740] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Initialized, Role: FOLLOWER
14:07:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.435333 29622 consensus_queue.cc:260] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.438882 29622 ts_tablet_manager.cc:1434] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c: Time spent starting tablet: real 0.008s	user 0.008s	sys 0.001s
14:07:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.444098 29623 tablet_bootstrap.cc:492] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840: No bootstrap required, opened a new log
14:07:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.444590 29623 ts_tablet_manager.cc:1403] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840: Time spent bootstrapping tablet: real 0.074s	user 0.035s	sys 0.008s
14:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.448028 29623 raft_consensus.cc:359] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.448774 29623 raft_consensus.cc:385] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.449064 29623 raft_consensus.cc:740] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f738c82a765b4738b2d19bdcfb43f840, State: Initialized, Role: FOLLOWER
14:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.449771 29623 consensus_queue.cc:260] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.453830 29623 ts_tablet_manager.cc:1434] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840: Time spent starting tablet: real 0.009s	user 0.005s	sys 0.000s
14:07:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.454732 29623 tablet_bootstrap.cc:492] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840: Bootstrap starting.
14:07:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.442251 29620 raft_consensus.cc:359] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.462947 29620 raft_consensus.cc:385] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.464733 29620 raft_consensus.cc:740] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f28c6b5c8be42c8892ed8fa336598b5, State: Initialized, Role: FOLLOWER
14:07:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.467375 29620 consensus_queue.cc:260] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.473963 29620 ts_tablet_manager.cc:1434] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent starting tablet: real 0.045s	user 0.002s	sys 0.004s
14:07:04.481 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:04.481 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:04.481 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:04.481 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.481 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.482806 29620 tablet_bootstrap.cc:492] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5: Bootstrap starting.
14:07:04.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:04.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.486156 29633 raft_consensus.cc:493] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.486634 29633 raft_consensus.cc:515] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.491794 29633 leader_election.cc:290] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:07:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.492712 29623 tablet_bootstrap.cc:654] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840: Neither blocks nor log segments found. Creating new log.
14:07:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.508826 29622 tablet_bootstrap.cc:492] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c: Bootstrap starting.
14:07:04.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.521131 29622 tablet_bootstrap.cc:654] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c: Neither blocks nor log segments found. Creating new log.
14:07:04.528 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:04.529 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:04.529 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:04.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:04.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:04.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.530030 29623 tablet_bootstrap.cc:492] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840: No bootstrap required, opened a new log
14:07:04.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:04.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:04.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:04.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:04.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:04.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:04.531 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:04.538 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:04.538 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:04.538 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:04.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:04.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:04.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:04.540 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:04.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.545634 29623 ts_tablet_manager.cc:1403] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840: Time spent bootstrapping tablet: real 0.091s	user 0.011s	sys 0.001s
14:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.546880 29620 tablet_bootstrap.cc:654] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5: Neither blocks nor log segments found. Creating new log.
14:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.547367 29321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e260bfd876f14ccdb346d5bbdf40eede" candidate_uuid: "f738c82a765b4738b2d19bdcfb43f840" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec2d5b1da4ba4493baab881811787d8c" is_pre_election: true
14:07:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.553568 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e260bfd876f14ccdb346d5bbdf40eede" candidate_uuid: "f738c82a765b4738b2d19bdcfb43f840" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" is_pre_election: true
14:07:04.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.554368 28977 raft_consensus.cc:2393] T e260bfd876f14ccdb346d5bbdf40eede P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f738c82a765b4738b2d19bdcfb43f840 in current term 1: Already voted for candidate ec2d5b1da4ba4493baab881811787d8c in this term.
14:07:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.557070 29106 leader_election.cc:304] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f738c82a765b4738b2d19bdcfb43f840; no voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c
14:07:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.558308 29633 raft_consensus.cc:3060] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Advancing to term 1
14:07:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.559288 29623 raft_consensus.cc:359] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.560020 29623 raft_consensus.cc:385] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.563557 29622 tablet_bootstrap.cc:492] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c: No bootstrap required, opened a new log
14:07:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.564108 29622 ts_tablet_manager.cc:1403] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c: Time spent bootstrapping tablet: real 0.056s	user 0.010s	sys 0.004s
14:07:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.560287 29623 raft_consensus.cc:740] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f738c82a765b4738b2d19bdcfb43f840, State: Initialized, Role: FOLLOWER
14:07:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.565083 29623 consensus_queue.cc:260] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.567586 29622 raft_consensus.cc:359] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.568444 29622 raft_consensus.cc:385] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.569068 29622 raft_consensus.cc:740] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Initialized, Role: FOLLOWER
14:07:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.569934 29622 consensus_queue.cc:260] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.573040 29622 ts_tablet_manager.cc:1434] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.001s
14:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.573315 29620 tablet_bootstrap.cc:492] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5: No bootstrap required, opened a new log
14:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.573752 29620 ts_tablet_manager.cc:1403] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent bootstrapping tablet: real 0.093s	user 0.006s	sys 0.007s
14:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.576655 29620 raft_consensus.cc:359] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.577376 29620 raft_consensus.cc:385] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.577656 29620 raft_consensus.cc:740] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f28c6b5c8be42c8892ed8fa336598b5, State: Initialized, Role: FOLLOWER
14:07:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.578248 29620 consensus_queue.cc:260] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.586491 29620 ts_tablet_manager.cc:1434] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5: Time spent starting tablet: real 0.012s	user 0.004s	sys 0.002s
14:07:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.590194 29633 raft_consensus.cc:2749] T e260bfd876f14ccdb346d5bbdf40eede P f738c82a765b4738b2d19bdcfb43f840 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:07:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.595185 29623 ts_tablet_manager.cc:1434] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840: Time spent starting tablet: real 0.049s	user 0.013s	sys 0.016s
14:07:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.597730 29626 raft_consensus.cc:493] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.598133 29626 raft_consensus.cc:515] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.599352 29649 raft_consensus.cc:493] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.599967 29626 leader_election.cc:290] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449), ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:07:04.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.599861 29649 raft_consensus.cc:515] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.602447 29321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ff67c3c63b6048cd909e8583c76207f7" candidate_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec2d5b1da4ba4493baab881811787d8c" is_pre_election: true
14:07:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.603021 29321 raft_consensus.cc:2468] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in term 0.
14:07:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.605691 29172 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ff67c3c63b6048cd909e8583c76207f7" candidate_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840" is_pre_election: true
14:07:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.606257 29172 raft_consensus.cc:2468] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in term 0.
14:07:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.607498 28898 leader_election.cc:304] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, f738c82a765b4738b2d19bdcfb43f840; no voters: 
14:07:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.608202 29626 raft_consensus.cc:2804] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.608546 29626 raft_consensus.cc:493] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.608846 29626 raft_consensus.cc:3060] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Advancing to term 1
14:07:04.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.636394 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ff67c3c63b6048cd909e8583c76207f7" candidate_uuid: "f738c82a765b4738b2d19bdcfb43f840" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" is_pre_election: true
14:07:04.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.637176 29649 leader_election.cc:290] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:07:04.642 [DEBUG - main] (Connection.java:575) [peer master-127.27.19.62:45349(127.27.19.62:45349)] disconnecting while in state READY
14:07:04.642 [DEBUG - main] (Connection.java:575) [peer master-127.27.19.60:35973(127.27.19.60:35973)] disconnecting while in state READY
14:07:04.642 [DEBUG - main] (Connection.java:575) [peer master-127.27.19.61:40871(127.27.19.61:40871)] disconnecting while in state READY
14:07:04.643 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.19.62:45349(127.27.19.62:45349)] handling channelInactive
14:07:04.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state READY due to: connection closed
14:07:04.645 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.19.60:35973(127.27.19.60:35973)] handling channelInactive
14:07:04.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state READY due to: connection closed
14:07:04.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.646061 29321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ff67c3c63b6048cd909e8583c76207f7" candidate_uuid: "f738c82a765b4738b2d19bdcfb43f840" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec2d5b1da4ba4493baab881811787d8c" is_pre_election: true
14:07:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.646682 29321 raft_consensus.cc:2468] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f738c82a765b4738b2d19bdcfb43f840 in term 0.
14:07:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.647948 29107 leader_election.cc:304] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ec2d5b1da4ba4493baab881811787d8c, f738c82a765b4738b2d19bdcfb43f840; no voters: 
14:07:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.648856 29649 raft_consensus.cc:2804] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.649191 29649 raft_consensus.cc:493] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.649507 29649 raft_consensus.cc:3060] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Advancing to term 1
14:07:04.650 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
14:07:04.651 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
14:07:04.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.657543 28761 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 9c2b42d34bc0426793dd69fd4c9e73cf: replication_test_table [id=4bec21422f6949738e0310f1175b20c9] alter complete (version 0)
14:07:04.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.658181 29649 raft_consensus.cc:515] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.662806 29635 consensus_queue.cc:1048] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:07:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.675400 28978 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ff67c3c63b6048cd909e8583c76207f7" candidate_uuid: "f738c82a765b4738b2d19bdcfb43f840" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5"
14:07:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.676628 29626 raft_consensus.cc:515] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.678582 28977 raft_consensus.cc:2393] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f738c82a765b4738b2d19bdcfb43f840 in current term 1: Already voted for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in this term.
14:07:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.681145 29171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ff67c3c63b6048cd909e8583c76207f7" candidate_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:07:04.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.681888 29171 raft_consensus.cc:2393] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 4f28c6b5c8be42c8892ed8fa336598b5 in current term 1: Already voted for candidate f738c82a765b4738b2d19bdcfb43f840 in this term.
14:07:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.685757 29626 leader_election.cc:290] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [CANDIDATE]: Term 1 election: Requested vote from peers f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449), ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:07:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.688409 29321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ff67c3c63b6048cd909e8583c76207f7" candidate_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec2d5b1da4ba4493baab881811787d8c"
14:07:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.689002 29321 raft_consensus.cc:3060] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Advancing to term 1
14:07:04.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.709460 29321 raft_consensus.cc:2468] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in term 1.
14:07:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.711573 29649 leader_election.cc:290] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [CANDIDATE]: Term 1 election: Requested vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), ec2d5b1da4ba4493baab881811787d8c (127.27.227.67:35629)
14:07:04.714 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.19.61:40871(127.27.19.61:40871)] handling channelInactive
14:07:04.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state READY due to: connection closed
14:07:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.711869 28898 leader_election.cc:304] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: f738c82a765b4738b2d19bdcfb43f840
14:07:04.715 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
14:07:04.715 [DEBUG - main] (Connection.java:575) [peer master-127.27.227.126:36957(127.27.227.126:36957)] disconnecting while in state READY
14:07:04.715 [DEBUG - main] (Connection.java:575) [peer master-127.27.227.125:35193(127.27.227.125:35193)] disconnecting while in state READY
14:07:04.715 [DEBUG - main] (Connection.java:575) [peer master-127.27.227.124:38107(127.27.227.124:38107)] disconnecting while in state READY
14:07:04.716 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.227.126:36957(127.27.227.126:36957)] handling channelInactive
14:07:04.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state READY due to: connection closed
14:07:04.716 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.227.125:35193(127.27.227.125:35193)] handling channelInactive
14:07:04.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state READY due to: connection closed
14:07:04.717 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.718508 29626 raft_consensus.cc:2804] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Leader election won for term 1
14:07:04.720 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
14:07:04.720 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
14:07:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.721195 29626 raft_consensus.cc:697] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 LEADER]: Becoming Leader. State: Replica: 4f28c6b5c8be42c8892ed8fa336598b5, State: Running, Role: LEADER
14:07:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.721961 29626 consensus_queue.cc:237] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } }
14:07:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.717937 29321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ff67c3c63b6048cd909e8583c76207f7" candidate_uuid: "f738c82a765b4738b2d19bdcfb43f840" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec2d5b1da4ba4493baab881811787d8c"
14:07:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.724632 29321 raft_consensus.cc:2393] T ff67c3c63b6048cd909e8583c76207f7 P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate f738c82a765b4738b2d19bdcfb43f840 in current term 1: Already voted for candidate 4f28c6b5c8be42c8892ed8fa336598b5 in this term.
14:07:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.726976 29107 leader_election.cc:304] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f738c82a765b4738b2d19bdcfb43f840; no voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c
14:07:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.727852 29649 raft_consensus.cc:2749] T ff67c3c63b6048cd909e8583c76207f7 P f738c82a765b4738b2d19bdcfb43f840 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:07:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.729321 29655 consensus_queue.cc:1048] T 42c176bd1e4f493ebc9def4a2f130c42 P 4f28c6b5c8be42c8892ed8fa336598b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:07:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.744369 29533 consensus_queue.cc:1048] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:04.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:04.771 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.227.124:38107(127.27.227.124:38107)] handling channelInactive
14:07:04.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state READY due to: connection closed
14:07:04.772 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
14:07:04.774 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:07:04.774 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
14:07:04.774 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
14:07:04.774 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:07:04.775 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:07:04.775 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:07:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:04.800813 28898 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.227.67:35629, user_credentials={real_user=slave}} blocked reactor thread for 76759.5us
14:07:04.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.803081 29661 consensus_queue.cc:1048] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:07:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.813051 28763 catalog_manager.cc:5696] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65). New cstate: current_term: 1 leader_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } health_report { overall_health: UNKNOWN } } }
14:07:04.834 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
14:07:04.834 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
14:07:04.834 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
14:07:04.834 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
14:07:04.834 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
14:07:04.834 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
14:07:04.834 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
14:07:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.841753 29667 raft_consensus.cc:493] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.842260 29667 raft_consensus.cc:515] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.845955 29667 leader_election.cc:290] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:07:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.846634 29171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "76d3097daac245b48962ad982c1be95d" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840" is_pre_election: true
14:07:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.847215 29171 raft_consensus.cc:2468] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 0.
14:07:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.849524 29256 leader_election.cc:304] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ec2d5b1da4ba4493baab881811787d8c, f738c82a765b4738b2d19bdcfb43f840; no voters: 
14:07:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.851171 29667 raft_consensus.cc:2804] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.851675 29667 raft_consensus.cc:493] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.852129 29667 raft_consensus.cc:3060] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 0 FOLLOWER]: Advancing to term 1
14:07:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.861814 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "76d3097daac245b48962ad982c1be95d" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" is_pre_election: true
14:07:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.862437 28977 raft_consensus.cc:2468] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 0.
14:07:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.869230 29667 raft_consensus.cc:515] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.872361 29667 leader_election.cc:290] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Requested vote from peers 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537), f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449)
14:07:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.873440 29171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "76d3097daac245b48962ad982c1be95d" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f738c82a765b4738b2d19bdcfb43f840"
14:07:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.873960 29171 raft_consensus.cc:3060] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840 [term 0 FOLLOWER]: Advancing to term 1
14:07:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.875761 28977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "76d3097daac245b48962ad982c1be95d" candidate_uuid: "ec2d5b1da4ba4493baab881811787d8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f28c6b5c8be42c8892ed8fa336598b5"
14:07:04.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.876889 28977 raft_consensus.cc:3060] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5 [term 0 FOLLOWER]: Advancing to term 1
14:07:04.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.886571 28977 raft_consensus.cc:2468] T 76d3097daac245b48962ad982c1be95d P 4f28c6b5c8be42c8892ed8fa336598b5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 1.
14:07:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.887655 29255 leader_election.cc:304] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4f28c6b5c8be42c8892ed8fa336598b5, ec2d5b1da4ba4493baab881811787d8c; no voters: 
14:07:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.887992 29171 raft_consensus.cc:2468] T 76d3097daac245b48962ad982c1be95d P f738c82a765b4738b2d19bdcfb43f840 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec2d5b1da4ba4493baab881811787d8c in term 1.
14:07:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.888521 29667 raft_consensus.cc:2804] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 1 FOLLOWER]: Leader election won for term 1
14:07:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.889045 29667 raft_consensus.cc:697] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [term 1 LEADER]: Becoming Leader. State: Replica: ec2d5b1da4ba4493baab881811787d8c, State: Running, Role: LEADER
14:07:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.889856 29667 consensus_queue.cc:237] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } }
14:07:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:04.910795 28763 catalog_manager.cc:5696] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c reported cstate change: term changed from 0 to 1, leader changed from <none> to ec2d5b1da4ba4493baab881811787d8c (127.27.227.67). New cstate: current_term: 1 leader_uuid: "ec2d5b1da4ba4493baab881811787d8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 } health_report { overall_health: UNKNOWN } } }
14:07:04.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:05.098 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
14:07:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:05.134778 29657 consensus_queue.cc:1048] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:05.168 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
14:07:05.168 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
14:07:05.169 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
14:07:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:05.170959 29657 consensus_queue.cc:1048] T ff67c3c63b6048cd909e8583c76207f7 P 4f28c6b5c8be42c8892ed8fa336598b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ec2d5b1da4ba4493baab881811787d8c" member_type: VOTER last_known_addr { host: "127.27.227.67" port: 35629 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:05.193 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:05.221 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:07:05.245 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:05.246 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:05.246 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:05.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:05.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:05.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:05.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:05.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:05.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:05.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:05.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:05.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:05.247 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:05.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:05.280 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:05.280 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:05.281 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:05.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:05.281 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:05.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:05.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:05.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:05.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:05.281 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:05.282 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:05.282 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:05.282 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:05.373869 29667 consensus_queue.cc:1048] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "f738c82a765b4738b2d19bdcfb43f840" member_type: VOTER last_known_addr { host: "127.27.227.66" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:05.417 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:05.418 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:05.418 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:05.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:05.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:05.419 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:05.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:05.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:05.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:05.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:05.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:05.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:05.420 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:05.465759 29677 consensus_queue.cc:1048] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f28c6b5c8be42c8892ed8fa336598b5" member_type: VOTER last_known_addr { host: "127.27.227.65" port: 39537 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:05.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:05.528 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:05.528 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:05.529 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:05.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:05.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:05.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:05.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:05.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:05.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:05.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:05.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:05.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:05.530 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:05.600 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:05.600 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:05.600 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:05.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:05.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:05.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:05.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:05.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:05.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:05.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:05.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:05.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:05.602 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:05.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:05.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:05.921 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:05.921 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:05.921 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:05.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:05.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:05.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:05.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:05.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:05.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:05.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:05.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:05.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:05.923 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:05.944 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:05.944 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:05.944 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:05.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:05.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:05.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:05.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:05.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:05.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:05.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:05.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:05.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:05.945 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:05.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:06.104 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
14:07:06.117 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:06.118 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:06.118 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:06.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.120 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:06.145 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:06.145 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:06.146 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:06.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:06.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:06.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:06.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:06.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:06.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:06.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:06.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:06.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:06.147 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:06.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:06.200 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:06.201 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:06.201 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:06.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.202 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:06.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:06.277 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
14:07:06.295 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:07:06.316 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
14:07:06.316 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:06.317 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:06.317 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:06.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.318 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:06.332 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
14:07:06.347 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
14:07:06.352 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
14:07:06.353 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
14:07:06.353 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
14:07:06.354 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
14:07:06.354 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
14:07:06.354 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
14:07:06.355 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
14:07:06.355 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:07:06.355 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:07:06.355 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:07:06.356 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:07:06.356 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:07:06.356 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:07:06.356 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
14:07:06.356 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
14:07:06.356 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
14:07:06.356 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
14:07:06.356 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
14:07:06.356 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:07:06.356 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:07:06.356 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:07:06.357 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:07:06.357 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:07:06.357 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:07:06.357 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_034d7eff863a364419a1e30085d5b838/blobStorage
14:07:06.357 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:36067 - max concurrent requests: 50 - max backlog: 1000
14:07:06.358 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_034d7eff863a364419a1e30085d5b838/blobStorage
14:07:06.359 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_034d7eff863a364419a1e30085d5b838/blobStorage
14:07:06.359 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
14:07:06.360 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: b9eef3db-5124-409f-874e-635909116bcd
14:07:06.361 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
14:07:06.362 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-fe31d682-eb15-45bd-9661-8ecb02d91e5a
14:07:06.363 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-2bee5454-5c12-44a5-bd0a-0ff04899caf4
14:07:06.365 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:06.365 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:06.365 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:06.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:06.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:06.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:06.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:06.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:06.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:06.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:06.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:06.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:06.367 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:06.404 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:06.405 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:06.405 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:06.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:06.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:06.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:06.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:06.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:06.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:06.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:06.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:06.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:06.407 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:06.409 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:06.409 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:06.409 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:06.409 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.409 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.410 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:06.481 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
14:07:06.482 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
14:07:06.482 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
14:07:06.483 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
14:07:06.483 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
14:07:06.487 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_12 .
14:07:06.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:06.494 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
14:07:06.494 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-38bcddd5-7867-414e-aa53-4732b70600ff
14:07:06.495 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
14:07:06.495 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
14:07:06.503 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
14:07:06.503 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
14:07:06.508 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:33779
14:07:06.508 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
14:07:06.510 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:33779 was granted leadership with leaderSessionID=d968e803-07eb-4dd3-9283-03714df249a9
14:07:06.510 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:33779 , session=d968e803-07eb-4dd3-9283-03714df249a9
14:07:06.511 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
14:07:06.511 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
14:07:06.511 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
14:07:06.511 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 50cc2c42-15dd-4d9b-942f-dff8f3775aaf. Creating new DispatcherLeaderProcess.
14:07:06.512 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
14:07:06.512 [INFO - mini-cluster-io-thread-2] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
14:07:06.512 [INFO - mini-cluster-io-thread-2] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
14:07:06.514 [INFO - pool-205-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id f7b396a8-fa3a-4dc8-8471-13d9670a4a2f.
14:07:06.514 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
14:07:06.515 [INFO - mini-cluster-io-thread-2] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_13 .
14:07:06.521 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_13 , session=50cc2c42-15dd-4d9b-942f-dff8f3775aaf
14:07:06.524 [INFO - pool-205-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_14 .
14:07:06.529 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
14:07:06.530 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
14:07:06.530 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
14:07:06.530 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
14:07:06.530 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
14:07:06.530 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_14 , session=f7b396a8-fa3a-4dc8-8471-13d9670a4a2f
14:07:06.531 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(847113d9670a4a2ff7b396a8fa3a4dc8).
14:07:06.541 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:06.541 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:06.541 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:06.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.542 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:06.571 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:07:06.577 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (4f518ce015fb3d1dd3d7b803f79bfa6e).
14:07:06.577 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (4f518ce015fb3d1dd3d7b803f79bfa6e).
14:07:06.578 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-4f518ce015fb3d1dd3d7b803f79bfa6e'.
14:07:06.578 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:06.578 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 4f518ce015fb3d1dd3d7b803f79bfa6e was granted leadership with leader id 18ef16d0-32c9-4ae1-a053-dd3ac718404b. Creating new JobMasterServiceProcess.
14:07:06.578 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:06.578 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:06.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.580 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:06.580 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID b9eef3db-5124-409f-874e-635909116bcd (pekko://flink/user/rpc/taskmanager_12) at ResourceManager
14:07:06.581 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_14 under registration id 82446dc37d200fb67754646318e53115.
14:07:06.582 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:344) Registering task executor b9eef3db-5124-409f-874e-635909116bcd under 82446dc37d200fb67754646318e53115 at the slot manager.
14:07:06.584 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_15 .
14:07:06.589 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (4f518ce015fb3d1dd3d7b803f79bfa6e).
14:07:06.590 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e).
14:07:06.591 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph b435ccb30e417a6c35e50f7786ecdae2 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:06.591 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e).
14:07:06.591 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
14:07:06.592 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
14:07:06.593 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@419c6f80
14:07:06.593 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:06.593 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:06.595 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
14:07:06.595 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@34e90cd8 for Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e).
14:07:06.596 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_15 , session=18ef16d0-32c9-4ae1-a053-dd3ac718404b
14:07:06.600 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (4f518ce015fb3d1dd3d7b803f79bfa6e) under job master id a053dd3ac718404b18ef16d032c94ae1.
14:07:06.600 [INFO - flink-pekko.actor.default-dispatcher-4] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:07:06.602 [DEBUG - flink-pekko.actor.default-dispatcher-4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:06.603 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
14:07:06.603 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state CREATED to RUNNING.
14:07:06.604 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
14:07:06.604 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:06.604 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
14:07:06.605 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
14:07:06.605 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
14:07:06.605 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(847113d9670a4a2ff7b396a8fa3a4dc8)
14:07:06.608 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:07:06.608 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager a053dd3ac718404b18ef16d032c94ae1@pekko://flink/user/rpc/jobmanager_15 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:06.613 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager a053dd3ac718404b18ef16d032c94ae1@pekko://flink/user/rpc/jobmanager_15 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:06.616 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:06.616 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.19.62:45349(127.27.19.62:45349)] Successfully connected to peer
14:07:06.618 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 847113d9670a4a2ff7b396a8fa3a4dc8.
14:07:06.618 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:06.619 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:06.619 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.19.61:40871(127.27.19.61:40871)] Successfully connected to peer
14:07:06.627 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.62
14:07:06.637 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.61
14:07:06.638 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.644 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc71a5a4b, L:/127.0.0.1:50890 - R:/127.27.19.62:45349] using SASL/PLAIN
14:07:06.652 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.19.60:35973(127.27.19.60:35973)] Successfully connected to peer
14:07:06.653 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.654 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 4f518ce015fb3d1dd3d7b803f79bfa6e
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager b9eef3db-5124-409f-874e-635909116bcd
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
14:07:06.656 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 1ad6608f1bddf2b823ee4dbf07fb13cb from b9eef3db-5124-409f-874e-635909116bcd for job 4f518ce015fb3d1dd3d7b803f79bfa6e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:07:06.656 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 1ad6608f1bddf2b823ee4dbf07fb13cb for job 4f518ce015fb3d1dd3d7b803f79bfa6e from resource manager with leader id 847113d9670a4a2ff7b396a8fa3a4dc8.
14:07:06.656 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc6f23076, L:/127.0.0.1:58228 - R:/127.27.19.61:40871] using SASL/PLAIN
14:07:06.656 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 1ad6608f1bddf2b823ee4dbf07fb13cb with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:07:06.657 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 419c30aa158ef85a4c1a24b8dd8ca4ba from b9eef3db-5124-409f-874e-635909116bcd for job 4f518ce015fb3d1dd3d7b803f79bfa6e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:07:06.658 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6b6f675a50055e3a8a73ee698a184eff from b9eef3db-5124-409f-874e-635909116bcd for job 4f518ce015fb3d1dd3d7b803f79bfa6e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:07:06.658 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot ea8524f547cf73ce00c2dc784912cab7 from b9eef3db-5124-409f-874e-635909116bcd for job 4f518ce015fb3d1dd3d7b803f79bfa6e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:07:06.663 [DEBUG - main] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:06.665 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job 4f518ce015fb3d1dd3d7b803f79bfa6e for job leader monitoring.
14:07:06.665 [DEBUG - main] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:06.665 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 419c30aa158ef85a4c1a24b8dd8ca4ba for job 4f518ce015fb3d1dd3d7b803f79bfa6e from resource manager with leader id 847113d9670a4a2ff7b396a8fa3a4dc8.
14:07:06.665 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 419c30aa158ef85a4c1a24b8dd8ca4ba with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:07:06.666 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 6b6f675a50055e3a8a73ee698a184eff for job 4f518ce015fb3d1dd3d7b803f79bfa6e from resource manager with leader id 847113d9670a4a2ff7b396a8fa3a4dc8.
14:07:06.666 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 6b6f675a50055e3a8a73ee698a184eff with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:07:06.666 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request ea8524f547cf73ce00c2dc784912cab7 for job 4f518ce015fb3d1dd3d7b803f79bfa6e from resource manager with leader id 847113d9670a4a2ff7b396a8fa3a4dc8.
14:07:06.667 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for ea8524f547cf73ce00c2dc784912cab7 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:07:06.668 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_15 with leader id 18ef16d0-32c9-4ae1-a053-dd3ac718404b.
14:07:06.669 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
14:07:06.671 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_15 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:06.671 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:06.671 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:06.672 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
14:07:06.672 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb
14:07:06.675 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:07:06.676 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.227.125:35193(127.27.227.125:35193)] Successfully connected to peer
14:07:06.677 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:06.677 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
14:07:06.677 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 4f518ce015fb3d1dd3d7b803f79bfa6e
14:07:06.678 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:07:06.681 [DEBUG - main] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:06.682 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.227.124:38107(127.27.227.124:38107)] Successfully connected to peer
14:07:06.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:06.692 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.60
14:07:06.705 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.705 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.227.126:36957(127.27.227.126:36957)] Successfully connected to peer
14:07:06.707 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
14:07:06.707 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
14:07:06.710 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
14:07:06.710 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba
14:07:06.711 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.126
14:07:06.711 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:07:06.711 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7a8d2153, L:/127.0.0.1:46094 - R:/127.27.19.60:35973] using SASL/PLAIN
14:07:06.715 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:07:06.715 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.124
14:07:06.716 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ec8a372
14:07:06.716 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:06.716 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:06.717 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:07:06.720 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.125
14:07:06.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:06.720 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
14:07:06.721 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: OK, [116ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: OK, deferred=null) after lookup
14:07:06.721 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id ea8524f547cf73ce00c2dc784912cab7
14:07:06.726 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
14:07:06.726 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 6b6f675a50055e3a8a73ee698a184eff
14:07:06.727 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:07:06.727 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:06.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:06.731 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57687694
14:07:06.733 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:06.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9f0b2daf52ec4f1399d43713a8f6f266 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:06.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 898b0fc8eb5e4edc8c41e29834750d95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:06.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d2c504351f648ceb182186a1c6f51d6 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:06.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 22d201f1ecd34956b190d668e027205c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:06.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aaf54c75a5df4f228f6689b4a9bca330 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:06.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b0663a05d52419593d13c8106c60c41 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:06.736 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:06.739 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:06.740 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:06.740 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:06.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:06.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:06.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:06.741 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:06.741 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.747 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.750 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
14:07:06.750 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
14:07:06.750 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot ea8524f547cf73ce00c2dc784912cab7.
14:07:06.750 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d51a18b
14:07:06.750 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:06.750 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:06.751 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:07:06.751 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:07:06.751 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id ea8524f547cf73ce00c2dc784912cab7.
14:07:06.753 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.754 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe7b6fc8a, L:/127.0.0.1:38778 - R:/127.27.227.125:35193] using SASL/PLAIN
14:07:06.757 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x43554559, L:/127.0.0.1:52078 - R:/127.27.227.126:36957] using SASL/PLAIN
14:07:06.763 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9ae8f731, L:/127.0.0.1:38684 - R:/127.27.227.124:38107] using SASL/PLAIN
14:07:06.764 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:07:06.764 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:07:06.764 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot ea8524f547cf73ce00c2dc784912cab7.
14:07:06.764 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 6b6f675a50055e3a8a73ee698a184eff.
14:07:06.764 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 6b6f675a50055e3a8a73ee698a184eff.
14:07:06.766 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 6b6f675a50055e3a8a73ee698a184eff.
14:07:06.767 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
14:07:06.767 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
14:07:06.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:06.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4dbd0b12
14:07:06.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:06.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:06.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:06.768 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
14:07:06.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:07:06.769 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
14:07:06.769 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:07:06.769 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=117), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [93ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: OK, [99ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: OK, deferred=null) after lookup
14:07:06.770 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@74e6c447
14:07:06.771 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@387be5c6
14:07:06.771 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:06.771 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:06.773 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:06.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.775 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:07:06.775 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:07:06.776 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49b6c276
14:07:06.778 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:06.779 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2213f340
14:07:06.784 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:06.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3fcc8f6554eb492ea51d747433bf350a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:06.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 42c176bd1e4f493ebc9def4a2f130c42 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:06.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76d3097daac245b48962ad982c1be95d for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:06.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:06.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:06.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:06.785 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3fcc8f6554eb492ea51d747433bf350a@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=42c176bd1e4f493ebc9def4a2f130c42@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76d3097daac245b48962ad982c1be95d@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:06.786 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:06.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.227.124:38107, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.227.124:38107: OK, deferred=null)) after lookup
14:07:06.786 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] connecting to peer
14:07:06.787 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:06.788 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:06.788 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.227.125:35193(127.27.227.125:35193)] Successfully connected to peer
14:07:06.789 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:06.813 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.125
14:07:06.813 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.227.124:38107(127.27.227.124:38107)] Successfully connected to peer
14:07:06.814 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:06.814 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:06.814 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:06.815 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.227.125:35193(127.27.227.125:35193)] Successfully connected to peer
14:07:06.819 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.124
14:07:06.821 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.826 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.830 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9152c5a2, L:/127.0.0.1:38690 - R:/127.27.227.124:38107] using SASL/PLAIN
14:07:06.830 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcb21b90a, L:/127.0.0.1:38784 - R:/127.27.227.125:35193] using SASL/PLAIN
14:07:06.835 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] Successfully connected to peer
14:07:06.837 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.125
14:07:06.840 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:06.840 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:06.841 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:06.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:06.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:06.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:06.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:06.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:06.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:06.842 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:06.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:06.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:06.842 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:06.846 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:06.846 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.227.126:36957(127.27.227.126:36957)] Successfully connected to peer
14:07:06.846 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=113), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [50ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: OK, [51ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: OK, deferred=null) after lookup
14:07:06.852 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.852 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:06.856 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.856 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e7ea89f
14:07:06.858 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
14:07:06.858 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
14:07:06.860 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.227.124:38107(127.27.227.124:38107)] Successfully connected to peer
14:07:06.861 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.227.126:36957(127.27.227.126:36957)] Successfully connected to peer
14:07:06.862 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.124
14:07:06.864 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x22bef09d, L:/127.0.0.1:38790 - R:/127.27.227.125:35193] using SASL/PLAIN
14:07:06.865 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.867 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:06.867 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.867 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.227.125:35193(127.27.227.125:35193)] Successfully connected to peer
14:07:06.874 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.875 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1bba3c39, L:/127.0.0.1:52092 - R:/127.27.227.126:36957] using TOKEN/null
14:07:06.876 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x38f53fae, L:/127.0.0.1:60080 - R:/127.27.227.67:35629] using TOKEN/null
14:07:06.876 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2d50fd04, L:/127.0.0.1:38696 - R:/127.27.227.124:38107] using SASL/PLAIN
14:07:06.877 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.125
14:07:06.878 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.126
14:07:06.879 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:06.880 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.227.124:38107(127.27.227.124:38107)] Successfully connected to peer
14:07:06.883 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.124
14:07:06.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:06.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: OK, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: OK, deferred=null) after lookup
14:07:06.888 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.227.126:36957(127.27.227.126:36957)] Successfully connected to peer
14:07:06.889 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:06.890 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.890 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.227.125:35193(127.27.227.125:35193)] Successfully connected to peer
14:07:06.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.895 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x82fccd59, L:/127.0.0.1:52100 - R:/127.27.227.126:36957] using SASL/PLAIN
14:07:06.895 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.126
14:07:06.898 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.898 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.898 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@59236035
14:07:06.899 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:06.900 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
14:07:06.900 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.125
14:07:06.900 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
14:07:06.903 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x28706102, L:/127.0.0.1:38700 - R:/127.27.227.124:38107] using SASL/PLAIN
14:07:06.907 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.907 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.227.124:38107(127.27.227.124:38107)] Successfully connected to peer
14:07:06.910 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.910 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.911 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.124
14:07:06.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:06.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=140), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: OK, deferred=null) after lookup
14:07:06.915 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:06.916 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:06.917 [DEBUG - main] (Connection.java:748) [peer 4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)] connecting to peer
14:07:06.917 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.918 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcb485d4b, L:/127.0.0.1:38802 - R:/127.27.227.125:35193] using SASL/PLAIN
14:07:06.919 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.227.126:36957(127.27.227.126:36957)] Successfully connected to peer
14:07:06.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:07:06.921 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x39917e77, L:/127.0.0.1:52114 - R:/127.27.227.126:36957] using SASL/PLAIN
14:07:06.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2158fb908d933ca4fc62868d39cf28a97c555c5abaadbeae6cd8e2aa61b879aa'}]
14:07:06.922 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbf587192, L:/127.0.0.1:38800 - R:/127.27.227.125:35193] using SASL/PLAIN
14:07:06.923 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:06.926 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.227.126
14:07:06.932 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.933 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.934 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5cc90bb8
14:07:06.936 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7587d6f9, L:/127.0.0.1:38704 - R:/127.27.227.124:38107] using SASL/PLAIN
14:07:06.940 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:06.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:06.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=155), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: OK, [151ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: OK, deferred=null) after lookup
14:07:06.944 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:07:06.945 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3b133791, L:/127.0.0.1:52120 - R:/127.27.227.126:36957] using SASL/PLAIN
14:07:06.946 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:06.947 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:07:06.947 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
14:07:06.948 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:06.948 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:06.949 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:06.949 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:06.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.950 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:06.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.950 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.950 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:06.950 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:06.952 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
14:07:06.955 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.980 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)] Successfully connected to peer
14:07:06.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:06.988 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:06.990 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ef8f30c
14:07:06.992 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
14:07:06.992 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
14:07:07.004 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:07:07.004 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fdac522c42a3cbd782e207d30ab2dc80f40c05ec87969f680134a5d9531933e4'}]
14:07:07.006 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:07.007 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.012 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x20b97cca, L:/127.0.0.1:55820 - R:/127.27.227.65:39537] using TOKEN/null
14:07:07.029 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.029 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:07:07.029 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:07.030 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}]
14:07:07.037 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.037 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:07.044 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.044 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:07.051 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.051 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:07.055 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:07:07.056 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='247ed07f2b899c4f4c0262023652d4095ae98891cd8e03f2f756254009f2d1fa'}]
14:07:07.058 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:07.058 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.058 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:07.065 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:07:07.066 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}]
14:07:07.084 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:07.092 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:07.100 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:07:07.100 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4b038254629b22a2315b8bd17d1b075c4018a7760be8cbfc9499c94b31ecd66f'}]
14:07:07.102 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:07.115 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:07:07.115 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.115 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:07.123 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.124 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:07.133 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.133 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:07.141 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.141 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:07.141 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:07.149 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:07.159 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:07.162 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:07:07.164 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:07.168 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:07:07.168 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:07:07.170 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:07.171 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:07.171 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:07.179 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.181 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:07.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113227184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:07.189 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:07.189 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.190 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:07.192 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:07.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:07.193 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:07.196 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:07.196 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:07.197 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:07.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.197 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:07.214 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.218 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.219 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x27e59917, L:/127.0.0.1:43746 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:07.231 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xca4aeb26, L:/127.0.0.1:43726 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:07.232 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.253 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:07.256 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7287247776169984001) for scanner KuduScanner(table=replication_test_table, tablet=9f0b2daf52ec4f1399d43713a8f6f266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.257 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [2158fb908d933ca4fc62868d39cf28a97c555c5abaadbeae6cd8e2aa61b879aa]
14:07:07.258 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:07:07.263 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2158fb908d933ca4fc62868d39cf28a97c555c5abaadbeae6cd8e2aa61b879aa]
14:07:07.263 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:07:07.264 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:07:07.264 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:07.266 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa0e2f93f, L:/127.0.0.1:43730 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:07.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:07.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:07.276 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2158fb908d933ca4fc62868d39cf28a97c555c5abaadbeae6cd8e2aa61b879aa finished by subtask 0; deferring removal (restored in pending)
14:07:07.279 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7287247776169984001) for scanner KuduScanner(table=replication_test_table, tablet=22d201f1ecd34956b190d668e027205c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.279 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [247ed07f2b899c4f4c0262023652d4095ae98891cd8e03f2f756254009f2d1fa]
14:07:07.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:07.280423 29256 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.227.66:36449, user_credentials={real_user=slave}} blocked reactor thread for 82900.5us
14:07:07.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3fcc8f6554eb492ea51d747433bf350a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:07.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 42c176bd1e4f493ebc9def4a2f130c42 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:07.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76d3097daac245b48962ad982c1be95d for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:07.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.285 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3fcc8f6554eb492ea51d747433bf350a@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=42c176bd1e4f493ebc9def4a2f130c42@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76d3097daac245b48962ad982c1be95d@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3fcc8f6554eb492ea51d747433bf350a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:07.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 42c176bd1e4f493ebc9def4a2f130c42 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:07.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76d3097daac245b48962ad982c1be95d for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:07.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.286 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3fcc8f6554eb492ea51d747433bf350a@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=42c176bd1e4f493ebc9def4a2f130c42@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76d3097daac245b48962ad982c1be95d@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.287 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3fcc8f6554eb492ea51d747433bf350a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:07.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 42c176bd1e4f493ebc9def4a2f130c42 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:07.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76d3097daac245b48962ad982c1be95d for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:07.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.288 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3fcc8f6554eb492ea51d747433bf350a@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=42c176bd1e4f493ebc9def4a2f130c42@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76d3097daac245b48962ad982c1be95d@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3fcc8f6554eb492ea51d747433bf350a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:07.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 42c176bd1e4f493ebc9def4a2f130c42 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:07.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76d3097daac245b48962ad982c1be95d for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:07.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.289 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3fcc8f6554eb492ea51d747433bf350a@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=42c176bd1e4f493ebc9def4a2f130c42@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76d3097daac245b48962ad982c1be95d@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.290 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='96250a26f843d724258b21d0300a8ae5378bc701ae7d047c0cfc72d0bbf5d404'}]
14:07:07.292 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:07.293 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.293 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:07.297 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247776169984001) for scanner KuduScanner(table=replication_test_table, tablet=8d2c504351f648ceb182186a1c6f51d6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.297 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [fdac522c42a3cbd782e207d30ab2dc80f40c05ec87969f680134a5d9531933e4]
14:07:07.297 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fdac522c42a3cbd782e207d30ab2dc80f40c05ec87969f680134a5d9531933e4]
14:07:07.298 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:07:07.298 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:07:07.299 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.299 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:07.299 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fdac522c42a3cbd782e207d30ab2dc80f40c05ec87969f680134a5d9531933e4 finished by subtask 1; deferring removal (restored in pending)
14:07:07.300 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:07.300 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='77d5a34bbd6903682831f603dd8ef6bf7ad815a881ad0a36b473ca17154e812f'}]
14:07:07.302 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:07.304 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:07:07.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:07.306 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.306 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:07.312 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.312 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.312 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.312 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.313 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [247ed07f2b899c4f4c0262023652d4095ae98891cd8e03f2f756254009f2d1fa]
14:07:07.314 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 247ed07f2b899c4f4c0262023652d4095ae98891cd8e03f2f756254009f2d1fa finished by subtask 2; deferring removal (restored in pending)
14:07:07.315 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:07:07.315 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:07:07.315 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:07.315 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:07.321 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.321 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:07.325 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (4910 bytes, checkpointDuration=141 ms, finalizationTime=0 ms).
14:07:07.327 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
14:07:07.327 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 2158fb908d933ca4fc62868d39cf28a97c555c5abaadbeae6cd8e2aa61b879aa from pending
14:07:07.327 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 247ed07f2b899c4f4c0262023652d4095ae98891cd8e03f2f756254009f2d1fa from pending
14:07:07.327 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split fdac522c42a3cbd782e207d30ab2dc80f40c05ec87969f680134a5d9531933e4 from pending
14:07:07.327 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 3 finished splits from enumerator state
14:07:07.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:07.341 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.341 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.342 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.343 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.344 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.344 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.344 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.344 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.344 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.344 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.345 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:07.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:07.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:07.346 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:07.346 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.346 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:07.349 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.352 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:07.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:07.353 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:07:07.353 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:07:07.354 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd4d5bf20, L:/127.0.0.1:43756 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:07.356 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:07.356 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:07.356 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:07.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.359 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:07.361 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26883), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [55ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [72ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [88ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [113ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [133ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [199ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [562ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [963ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1461ms] refreshing cache from master, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1462ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3300ms] refreshing cache from master, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3302ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [5940ms] refreshing cache from master, [5940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5941ms] too many traces: truncated at 100 traces, deferred=Deferred@1469803540(state=PENDING, result=null, callback=(continuation of Deferred@1196806380 after retry RPC after error@2048115568) -> (continuation of Deferred@1446004037 after retry RPC after error@1523017819) -> (continuation of Deferred@863768927 after retry RPC after error@1460685827) -> (continuation of Deferred@56500681 after retry RPC after error@1647969353) -> (continuation of Deferred@832509880 after retry RPC after error@1689925084) -> (continuation of Deferred@379060459 after retry RPC after error@607278653) -> (continuation of Deferred@1842984916 after retry RPC after error@1484290918) -> (continuation of Deferred@238135258 after retry RPC after error@948214687) -> (continuation of Deferred@407104588 after retry RPC after error@66787177) -> (continuation of Deferred@7831483 after retry RPC after error@473121865) -> (continuation of Deferred@462809615 after retry RPC after error@1083106891) -> (continuation of Deferred@2076169030 after retry RPC after error@2099822964) -> (continuation of Deferred@1238993228 after retry RPC after error@2127729282) -> (continuation of Deferred@2071092221 after retry RPC after error@1089078918) -> (continuation of Deferred@1165784126 after retry RPC after error@802207889) -> (continuation of Deferred@1175761701 after retry RPC after error@1457144663) -> (continuation of Deferred@1889599542 after retry RPC after error@1520380547) -> (continuation of Deferred@963721070 after retry RPC after error@1035275244) -> (continuation of Deferred@1164778716 after retry RPC after error@1711664576) -> (continuation of Deferred@1451195433 after retry RPC after error@1124136801) -> (continuation of Deferred@1856411681 after retry RPC after error@654574552) -> (continuation of Deferred@171420965 after retry RPC after error@1313405181), errback=(continuation of Deferred@1196806380 after retry RPC after error@2048115568) -> (continuation of Deferred@1446004037 after retry RPC after error@1523017819) -> (continuation of Deferred@863768927 after retry RPC after error@1460685827) -> (continuation of Deferred@56500681 after retry RPC after error@1647969353) -> (continuation of Deferred@832509880 after retry RPC after error@1689925084) -> (continuation of Deferred@379060459 after retry RPC after error@607278653) -> (continuation of Deferred@1842984916 after retry RPC after error@1484290918) -> (continuation of Deferred@238135258 after retry RPC after error@948214687) -> (continuation of Deferred@407104588 after retry RPC after error@66787177) -> (continuation of Deferred@7831483 after retry RPC after error@473121865) -> (continuation of Deferred@462809615 after retry RPC after error@1083106891) -> (continuation of Deferred@2076169030 after retry RPC after error@2099822964) -> (continuation of Deferred@1238993228 after retry RPC after error@2127729282) -> (continuation of Deferred@2071092221 after retry RPC after error@1089078918) -> (continuation of Deferred@1165784126 after retry RPC after error@802207889) -> (continuation of Deferred@1175761701 after retry RPC after error@1457144663) -> (continuation of Deferred@1889599542 after retry RPC after error@1520380547) -> (continuation of Deferred@963721070 after retry RPC after error@1035275244) -> (continuation of Deferred@1164778716 after retry RPC after error@1711664576) -> (continuation of Deferred@1451195433 after retry RPC after error@1124136801) -> (continuation of Deferred@1856411681 after retry RPC after error@654574552) -> (continuation of Deferred@171420965 after retry RPC after error@1313405181)))
14:07:07.364 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:07:07.364 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26883), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [55ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [72ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [88ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [113ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [133ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [199ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [562ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [963ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1461ms] refreshing cache from master, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1462ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3300ms] refreshing cache from master, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3302ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [5940ms] refreshing cache from master, [5940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5941ms] too many traces: truncated at 100 traces, deferred=Deferred@1469803540(state=PENDING, result=null, callback=(continuation of Deferred@1196806380 after retry RPC after error@2048115568) -> (continuation of Deferred@1446004037 after retry RPC after error@1523017819) -> (continuation of Deferred@863768927 after retry RPC after error@1460685827) -> (continuation of Deferred@56500681 after retry RPC after error@1647969353) -> (continuation of Deferred@832509880 after retry RPC after error@1689925084) -> (continuation of Deferred@379060459 after retry RPC after error@607278653) -> (continuation of Deferred@1842984916 after retry RPC after error@1484290918) -> (continuation of Deferred@238135258 after retry RPC after error@948214687) -> (continuation of Deferred@407104588 after retry RPC after error@66787177) -> (continuation of Deferred@7831483 after retry RPC after error@473121865) -> (continuation of Deferred@462809615 after retry RPC after error@1083106891) -> (continuation of Deferred@2076169030 after retry RPC after error@2099822964) -> (continuation of Deferred@1238993228 after retry RPC after error@2127729282) -> (continuation of Deferred@2071092221 after retry RPC after error@1089078918) -> (continuation of Deferred@1165784126 after retry RPC after error@802207889) -> (continuation of Deferred@1175761701 after retry RPC after error@1457144663) -> (continuation of Deferred@1889599542 after retry RPC after error@1520380547) -> (continuation of Deferred@963721070 after retry RPC after error@1035275244) -> (continuation of Deferred@1164778716 after retry RPC after error@1711664576) -> (continuation of Deferred@1451195433 after retry RPC after error@1124136801) -> (continuation of Deferred@1856411681 after retry RPC after error@654574552) -> (continuation of Deferred@171420965 after retry RPC after error@1313405181), errback=(continuation of Deferred@1196806380 after retry RPC after error@2048115568) -> (continuation of Deferred@1446004037 after retry RPC after error@1523017819) -> (continuation of Deferred@863768927 after retry RPC after error@1460685827) -> (continuation of Deferred@56500681 after retry RPC after error@1647969353) -> (continuation of Deferred@832509880 after retry RPC after error@1689925084) -> (continuation of Deferred@379060459 after retry RPC after error@607278653) -> (continuation of Deferred@1842984916 after retry RPC after error@1484290918) -> (continuation of Deferred@238135258 after retry RPC after error@948214687) -> (continuation of Deferred@407104588 after retry RPC after error@66787177) -> (continuation of Deferred@7831483 after retry RPC after error@473121865) -> (continuation of Deferred@462809615 after retry RPC after error@1083106891) -> (continuation of Deferred@2076169030 after retry RPC after error@2099822964) -> (continuation of Deferred@1238993228 after retry RPC after error@2127729282) -> (continuation of Deferred@2071092221 after retry RPC after error@1089078918) -> (continuation of Deferred@1165784126 after retry RPC after error@802207889) -> (continuation of Deferred@1175761701 after retry RPC after error@1457144663) -> (continuation of Deferred@1889599542 after retry RPC after error@1520380547) -> (continuation of Deferred@963721070 after retry RPC after error@1035275244) -> (continuation of Deferred@1164778716 after retry RPC after error@1711664576) -> (continuation of Deferred@1451195433 after retry RPC after error@1124136801) -> (continuation of Deferred@1856411681 after retry RPC after error@654574552) -> (continuation of Deferred@171420965 after retry RPC after error@1313405181)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.124:34465
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:07.374 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:07:07.376 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247776169984001) for scanner KuduScanner(table=replication_test_table, tablet=898b0fc8eb5e4edc8c41e29834750d95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.376 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [4b038254629b22a2315b8bd17d1b075c4018a7760be8cbfc9499c94b31ecd66f]
14:07:07.376 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4b038254629b22a2315b8bd17d1b075c4018a7760be8cbfc9499c94b31ecd66f]
14:07:07.377 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:07:07.377 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:07:07.379 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4b038254629b22a2315b8bd17d1b075c4018a7760be8cbfc9499c94b31ecd66f finished by subtask 3; deferring removal (restored in pending)
14:07:07.379 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:07.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:07.382 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
14:07:07.386 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26883), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [55ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [72ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [88ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [113ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [133ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [199ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [562ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [963ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1461ms] refreshing cache from master, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1462ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3300ms] refreshing cache from master, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3302ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [5940ms] refreshing cache from master, [5940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5941ms] too many traces: truncated at 100 traces, deferred=Deferred@1469803540(state=PENDING, result=null, callback=(continuation of Deferred@1196806380 after retry RPC after error@2048115568) -> (continuation of Deferred@1446004037 after retry RPC after error@1523017819) -> (continuation of Deferred@863768927 after retry RPC after error@1460685827) -> (continuation of Deferred@56500681 after retry RPC after error@1647969353) -> (continuation of Deferred@832509880 after retry RPC after error@1689925084) -> (continuation of Deferred@379060459 after retry RPC after error@607278653) -> (continuation of Deferred@1842984916 after retry RPC after error@1484290918) -> (continuation of Deferred@238135258 after retry RPC after error@948214687) -> (continuation of Deferred@407104588 after retry RPC after error@66787177) -> (continuation of Deferred@7831483 after retry RPC after error@473121865) -> (continuation of Deferred@462809615 after retry RPC after error@1083106891) -> (continuation of Deferred@2076169030 after retry RPC after error@2099822964) -> (continuation of Deferred@1238993228 after retry RPC after error@2127729282) -> (continuation of Deferred@2071092221 after retry RPC after error@1089078918) -> (continuation of Deferred@1165784126 after retry RPC after error@802207889) -> (continuation of Deferred@1175761701 after retry RPC after error@1457144663) -> (continuation of Deferred@1889599542 after retry RPC after error@1520380547) -> (continuation of Deferred@963721070 after retry RPC after error@1035275244) -> (continuation of Deferred@1164778716 after retry RPC after error@1711664576) -> (continuation of Deferred@1451195433 after retry RPC after error@1124136801) -> (continuation of Deferred@1856411681 after retry RPC after error@654574552) -> (continuation of Deferred@171420965 after retry RPC after error@1313405181), errback=(continuation of Deferred@1196806380 after retry RPC after error@2048115568) -> (continuation of Deferred@1446004037 after retry RPC after error@1523017819) -> (continuation of Deferred@863768927 after retry RPC after error@1460685827) -> (continuation of Deferred@56500681 after retry RPC after error@1647969353) -> (continuation of Deferred@832509880 after retry RPC after error@1689925084) -> (continuation of Deferred@379060459 after retry RPC after error@607278653) -> (continuation of Deferred@1842984916 after retry RPC after error@1484290918) -> (continuation of Deferred@238135258 after retry RPC after error@948214687) -> (continuation of Deferred@407104588 after retry RPC after error@66787177) -> (continuation of Deferred@7831483 after retry RPC after error@473121865) -> (continuation of Deferred@462809615 after retry RPC after error@1083106891) -> (continuation of Deferred@2076169030 after retry RPC after error@2099822964) -> (continuation of Deferred@1238993228 after retry RPC after error@2127729282) -> (continuation of Deferred@2071092221 after retry RPC after error@1089078918) -> (continuation of Deferred@1165784126 after retry RPC after error@802207889) -> (continuation of Deferred@1175761701 after retry RPC after error@1457144663) -> (continuation of Deferred@1889599542 after retry RPC after error@1520380547) -> (continuation of Deferred@963721070 after retry RPC after error@1035275244) -> (continuation of Deferred@1164778716 after retry RPC after error@1711664576) -> (continuation of Deferred@1451195433 after retry RPC after error@1124136801) -> (continuation of Deferred@1856411681 after retry RPC after error@654574552) -> (continuation of Deferred@171420965 after retry RPC after error@1313405181)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.124:34465
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:07.391 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
14:07:07.391 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:07.392 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
14:07:07.392 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RUNNING to RESTARTING.
14:07:07.395 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:07:07.403 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.403 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:07.410 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.410 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:07.428 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.428 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:07.438 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.438 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:07.444 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.444 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:07.450 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.450 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:07.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:07.463 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:07:07.463 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:07.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:07.464 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:07.467 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:07:07.472 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:07.475 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:07.486 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:07.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:07.515 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.516 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:07.516 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:07.517 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:07.517 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:07.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.518 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:07.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.522 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:07.523 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:07.527 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:07.532 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.532 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:07.536 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:07.551 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.551 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:07.552 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.556 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x622ddcc5, L:/127.0.0.1:43770 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:07.558 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.558 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:07.565 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:07.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:07.565 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:07.565 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.565 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:07.565 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:07:07.578 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.578 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:07.585 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247776169984001) for scanner KuduScanner(table=replication_test_table, tablet=aaf54c75a5df4f228f6689b4a9bca330, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.585 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [96250a26f843d724258b21d0300a8ae5378bc701ae7d047c0cfc72d0bbf5d404]
14:07:07.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [96250a26f843d724258b21d0300a8ae5378bc701ae7d047c0cfc72d0bbf5d404]
14:07:07.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:07:07.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:07:07.587 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 96250a26f843d724258b21d0300a8ae5378bc701ae7d047c0cfc72d0bbf5d404 finished by subtask 0; deferring removal (restored in pending)
14:07:07.588 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:07.589 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:07.590 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:07:07.590 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:07.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:07.590 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:07:07.597 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.607 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6601f0f0, L:/127.0.0.1:43760 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:07.614 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247776169984001) for scanner KuduScanner(table=replication_test_table, tablet=3b0663a05d52419593d13c8106c60c41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.615 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [77d5a34bbd6903682831f603dd8ef6bf7ad815a881ad0a36b473ca17154e812f]
14:07:07.616 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [77d5a34bbd6903682831f603dd8ef6bf7ad815a881ad0a36b473ca17154e812f]
14:07:07.616 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:07:07.616 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:07:07.619 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 77d5a34bbd6903682831f603dd8ef6bf7ad815a881ad0a36b473ca17154e812f finished by subtask 1; deferring removal (restored in pending)
14:07:07.620 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:07.621 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:07.635 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:07.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:07.635 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:07.635 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:07:07.643 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.643 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:07.649 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.650 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:07.656 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:07.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:07.656 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:07.657 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:07:07.663 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.663 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:07.675 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.675 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:07.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113227684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:07.687 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=253, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@629bf09f, flushNotification=Deferred@399154214(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:07:07.688 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] connecting to peer
14:07:07.689 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=505, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@3012b57d, flushNotification=Deferred@1806400409(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:07:07.690 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] connecting to peer
14:07:07.697 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] Successfully connected to peer
14:07:07.724 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.725 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:07.745 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.745 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:07.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:07.786 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] Successfully connected to peer
14:07:07.802 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.803 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:07.809 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.810 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:07.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:07.816 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:07.836 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x212bd8c3, L:/127.0.0.1:60094 - R:/127.27.227.67:35629] using TOKEN/null
14:07:07.845 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.845 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:07.849 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:07.851 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.851 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:07.854 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x280ab844, L:/127.0.0.1:60106 - R:/127.27.227.67:35629] using TOKEN/null
14:07:07.868 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:07.869 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:07.869 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:07.869 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:07.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:07.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:07.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:07.869 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:07.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:07.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:07.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:07.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:07.870 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:07.908 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.908 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:07.915 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.915 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:07.921 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.922 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:07.928 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:07.928 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:07.928 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:07.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:07.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:07.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:07.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:07.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:07.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:07.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:07.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:07.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:07.930 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:07.931 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.931 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:07.939 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.939 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:07.951 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:07.951 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:07.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:07.997 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:07.997 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:07.997 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:07.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:07.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:07.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:07.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:08.001 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27553), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [135ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [205ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [207ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [233ms] refreshing cache from master, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [234ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [235ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [235ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [235ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [367ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [368ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [369ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [369ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [521ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [822ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1242ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3006ms] too many traces: truncated at 100 traces, deferred=Deferred@1378382787(state=PENDING, result=null, callback=(continuation of Deferred@607737251 after retry RPC after error@2082135642) -> (continuation of Deferred@1052204468 after retry RPC after error@798001098) -> (continuation of Deferred@1097485270 after retry RPC after error@1806218671) -> (continuation of Deferred@1870008211 after retry RPC after error@1156807520) -> (continuation of Deferred@1465171155 after retry RPC after error@2046783067) -> (continuation of Deferred@640351328 after retry RPC after error@2044574654) -> (continuation of Deferred@186458738 after retry RPC after error@152180988) -> (continuation of Deferred@2016033858 after retry RPC after error@1824422066) -> (continuation of Deferred@240310757 after retry RPC after error@396293419) -> (continuation of Deferred@1048515510 after retry RPC after error@555452195) -> (continuation of Deferred@958328596 after retry RPC after error@1506370225) -> (continuation of Deferred@535636125 after retry RPC after error@1647478492) -> (continuation of Deferred@739943361 after retry RPC after error@1054117913) -> (continuation of Deferred@1217134238 after retry RPC after error@1048151349) -> (continuation of Deferred@1199844752 after retry RPC after error@1565145377) -> (continuation of Deferred@1252147992 after retry RPC after error@939534164) -> (continuation of Deferred@1578001769 after retry RPC after error@1384238264) -> (continuation of Deferred@182710131 after retry RPC after error@870339580) -> (continuation of Deferred@510156228 after retry RPC after error@1112581821) -> (continuation of Deferred@1474118131 after retry RPC after error@1720944455) -> (continuation of Deferred@986279980 after retry RPC after error@2104183942) -> (continuation of Deferred@1074022401 after retry RPC after error@978798329) -> (continuation of Deferred@1273895311 after retry RPC after error@1824944904) -> (continuation of Deferred@241199825 after retry RPC after error@243303786), errback=(continuation of Deferred@607737251 after retry RPC after error@2082135642) -> (continuation of Deferred@1052204468 after retry RPC after error@798001098) -> (continuation of Deferred@1097485270 after retry RPC after error@1806218671) -> (continuation of Deferred@1870008211 after retry RPC after error@1156807520) -> (continuation of Deferred@1465171155 after retry RPC after error@2046783067) -> (continuation of Deferred@640351328 after retry RPC after error@2044574654) -> (continuation of Deferred@186458738 after retry RPC after error@152180988) -> (continuation of Deferred@2016033858 after retry RPC after error@1824422066) -> (continuation of Deferred@240310757 after retry RPC after error@396293419) -> (continuation of Deferred@1048515510 after retry RPC after error@555452195) -> (continuation of Deferred@958328596 after retry RPC after error@1506370225) -> (continuation of Deferred@535636125 after retry RPC after error@1647478492) -> (continuation of Deferred@739943361 after retry RPC after error@1054117913) -> (continuation of Deferred@1217134238 after retry RPC after error@1048151349) -> (continuation of Deferred@1199844752 after retry RPC after error@1565145377) -> (continuation of Deferred@1252147992 after retry RPC after error@939534164) -> (continuation of Deferred@1578001769 after retry RPC after error@1384238264) -> (continuation of Deferred@182710131 after retry RPC after error@870339580) -> (continuation of Deferred@510156228 after retry RPC after error@1112581821) -> (continuation of Deferred@1474118131 after retry RPC after error@1720944455) -> (continuation of Deferred@986279980 after retry RPC after error@2104183942) -> (continuation of Deferred@1074022401 after retry RPC after error@978798329) -> (continuation of Deferred@1273895311 after retry RPC after error@1824944904) -> (continuation of Deferred@241199825 after retry RPC after error@243303786)))
14:07:08.003 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:07:08.003 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27553), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [135ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [205ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [207ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [233ms] refreshing cache from master, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [234ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [235ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [235ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [235ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [367ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [368ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [369ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [369ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [521ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [822ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1242ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3006ms] too many traces: truncated at 100 traces, deferred=Deferred@1378382787(state=PENDING, result=null, callback=(continuation of Deferred@607737251 after retry RPC after error@2082135642) -> (continuation of Deferred@1052204468 after retry RPC after error@798001098) -> (continuation of Deferred@1097485270 after retry RPC after error@1806218671) -> (continuation of Deferred@1870008211 after retry RPC after error@1156807520) -> (continuation of Deferred@1465171155 after retry RPC after error@2046783067) -> (continuation of Deferred@640351328 after retry RPC after error@2044574654) -> (continuation of Deferred@186458738 after retry RPC after error@152180988) -> (continuation of Deferred@2016033858 after retry RPC after error@1824422066) -> (continuation of Deferred@240310757 after retry RPC after error@396293419) -> (continuation of Deferred@1048515510 after retry RPC after error@555452195) -> (continuation of Deferred@958328596 after retry RPC after error@1506370225) -> (continuation of Deferred@535636125 after retry RPC after error@1647478492) -> (continuation of Deferred@739943361 after retry RPC after error@1054117913) -> (continuation of Deferred@1217134238 after retry RPC after error@1048151349) -> (continuation of Deferred@1199844752 after retry RPC after error@1565145377) -> (continuation of Deferred@1252147992 after retry RPC after error@939534164) -> (continuation of Deferred@1578001769 after retry RPC after error@1384238264) -> (continuation of Deferred@182710131 after retry RPC after error@870339580) -> (continuation of Deferred@510156228 after retry RPC after error@1112581821) -> (continuation of Deferred@1474118131 after retry RPC after error@1720944455) -> (continuation of Deferred@986279980 after retry RPC after error@2104183942) -> (continuation of Deferred@1074022401 after retry RPC after error@978798329) -> (continuation of Deferred@1273895311 after retry RPC after error@1824944904) -> (continuation of Deferred@241199825 after retry RPC after error@243303786), errback=(continuation of Deferred@607737251 after retry RPC after error@2082135642) -> (continuation of Deferred@1052204468 after retry RPC after error@798001098) -> (continuation of Deferred@1097485270 after retry RPC after error@1806218671) -> (continuation of Deferred@1870008211 after retry RPC after error@1156807520) -> (continuation of Deferred@1465171155 after retry RPC after error@2046783067) -> (continuation of Deferred@640351328 after retry RPC after error@2044574654) -> (continuation of Deferred@186458738 after retry RPC after error@152180988) -> (continuation of Deferred@2016033858 after retry RPC after error@1824422066) -> (continuation of Deferred@240310757 after retry RPC after error@396293419) -> (continuation of Deferred@1048515510 after retry RPC after error@555452195) -> (continuation of Deferred@958328596 after retry RPC after error@1506370225) -> (continuation of Deferred@535636125 after retry RPC after error@1647478492) -> (continuation of Deferred@739943361 after retry RPC after error@1054117913) -> (continuation of Deferred@1217134238 after retry RPC after error@1048151349) -> (continuation of Deferred@1199844752 after retry RPC after error@1565145377) -> (continuation of Deferred@1252147992 after retry RPC after error@939534164) -> (continuation of Deferred@1578001769 after retry RPC after error@1384238264) -> (continuation of Deferred@182710131 after retry RPC after error@870339580) -> (continuation of Deferred@510156228 after retry RPC after error@1112581821) -> (continuation of Deferred@1474118131 after retry RPC after error@1720944455) -> (continuation of Deferred@986279980 after retry RPC after error@2104183942) -> (continuation of Deferred@1074022401 after retry RPC after error@978798329) -> (continuation of Deferred@1273895311 after retry RPC after error@1824944904) -> (continuation of Deferred@241199825 after retry RPC after error@243303786)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.126:44757
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:08.009 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.013 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:07:08.013 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:08.022 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.022 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:08.026 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
14:07:08.028 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.029 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:08.029 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27553), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [135ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [205ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [207ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [233ms] refreshing cache from master, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [234ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [235ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [235ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [235ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [367ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [368ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [369ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [369ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [521ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [822ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1242ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3006ms] too many traces: truncated at 100 traces, deferred=Deferred@1378382787(state=PENDING, result=null, callback=(continuation of Deferred@607737251 after retry RPC after error@2082135642) -> (continuation of Deferred@1052204468 after retry RPC after error@798001098) -> (continuation of Deferred@1097485270 after retry RPC after error@1806218671) -> (continuation of Deferred@1870008211 after retry RPC after error@1156807520) -> (continuation of Deferred@1465171155 after retry RPC after error@2046783067) -> (continuation of Deferred@640351328 after retry RPC after error@2044574654) -> (continuation of Deferred@186458738 after retry RPC after error@152180988) -> (continuation of Deferred@2016033858 after retry RPC after error@1824422066) -> (continuation of Deferred@240310757 after retry RPC after error@396293419) -> (continuation of Deferred@1048515510 after retry RPC after error@555452195) -> (continuation of Deferred@958328596 after retry RPC after error@1506370225) -> (continuation of Deferred@535636125 after retry RPC after error@1647478492) -> (continuation of Deferred@739943361 after retry RPC after error@1054117913) -> (continuation of Deferred@1217134238 after retry RPC after error@1048151349) -> (continuation of Deferred@1199844752 after retry RPC after error@1565145377) -> (continuation of Deferred@1252147992 after retry RPC after error@939534164) -> (continuation of Deferred@1578001769 after retry RPC after error@1384238264) -> (continuation of Deferred@182710131 after retry RPC after error@870339580) -> (continuation of Deferred@510156228 after retry RPC after error@1112581821) -> (continuation of Deferred@1474118131 after retry RPC after error@1720944455) -> (continuation of Deferred@986279980 after retry RPC after error@2104183942) -> (continuation of Deferred@1074022401 after retry RPC after error@978798329) -> (continuation of Deferred@1273895311 after retry RPC after error@1824944904) -> (continuation of Deferred@241199825 after retry RPC after error@243303786), errback=(continuation of Deferred@607737251 after retry RPC after error@2082135642) -> (continuation of Deferred@1052204468 after retry RPC after error@798001098) -> (continuation of Deferred@1097485270 after retry RPC after error@1806218671) -> (continuation of Deferred@1870008211 after retry RPC after error@1156807520) -> (continuation of Deferred@1465171155 after retry RPC after error@2046783067) -> (continuation of Deferred@640351328 after retry RPC after error@2044574654) -> (continuation of Deferred@186458738 after retry RPC after error@152180988) -> (continuation of Deferred@2016033858 after retry RPC after error@1824422066) -> (continuation of Deferred@240310757 after retry RPC after error@396293419) -> (continuation of Deferred@1048515510 after retry RPC after error@555452195) -> (continuation of Deferred@958328596 after retry RPC after error@1506370225) -> (continuation of Deferred@535636125 after retry RPC after error@1647478492) -> (continuation of Deferred@739943361 after retry RPC after error@1054117913) -> (continuation of Deferred@1217134238 after retry RPC after error@1048151349) -> (continuation of Deferred@1199844752 after retry RPC after error@1565145377) -> (continuation of Deferred@1252147992 after retry RPC after error@939534164) -> (continuation of Deferred@1578001769 after retry RPC after error@1384238264) -> (continuation of Deferred@182710131 after retry RPC after error@870339580) -> (continuation of Deferred@510156228 after retry RPC after error@1112581821) -> (continuation of Deferred@1474118131 after retry RPC after error@1720944455) -> (continuation of Deferred@986279980 after retry RPC after error@2104183942) -> (continuation of Deferred@1074022401 after retry RPC after error@978798329) -> (continuation of Deferred@1273895311 after retry RPC after error@1824944904) -> (continuation of Deferred@241199825 after retry RPC after error@243303786)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.126:44757
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:08.035 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.035 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:08.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
14:07:08.036 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:08.036 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
14:07:08.043 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.043 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:08.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:08.043648 28243 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.19.3:41613, user_credentials={real_user=slave}} blocked reactor thread for 89763.9us
14:07:08.053 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.053 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:08.121 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.121 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:08.128 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.128 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:08.150 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.150 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:08.162 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (2945 bytes, checkpointDuration=478 ms, finalizationTime=0 ms).
14:07:08.164 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
14:07:08.165 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 4b038254629b22a2315b8bd17d1b075c4018a7760be8cbfc9499c94b31ecd66f from pending
14:07:08.165 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 96250a26f843d724258b21d0300a8ae5378bc701ae7d047c0cfc72d0bbf5d404 from pending
14:07:08.165 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 77d5a34bbd6903682831f603dd8ef6bf7ad815a881ad0a36b473ca17154e812f from pending
14:07:08.166 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 3 finished splits from enumerator state
14:07:08.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113228185 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:08.200 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:08.200 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:08.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:08.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:08.202 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:08.202 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.202 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.206 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
14:07:08.207 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:08.207 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:08.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:08.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:08.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:08.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:08.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:08.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:08.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:08.208 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:08.209 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:08.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:08.211 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.211 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:08.216 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
14:07:08.232 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.232 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:08.238 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.239 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:08.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:08.283 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:08.284 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:08.284 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:08.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:08.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:08.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:08.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:08.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:08.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:08.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:08.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:08.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:08.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:08.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27792), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [88ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [89ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [115ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [116ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [116ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [125ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [145ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [145ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [194ms] refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [195ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [195ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [231ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [231ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [265ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [761ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [762ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1382ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1622ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [4143ms] too many traces: truncated at 100 traces, deferred=Deferred@1323293655(state=PENDING, result=null, callback=(continuation of Deferred@1357643890 after retry RPC after error@501881374) -> (continuation of Deferred@528045560 after retry RPC after error@793261219) -> (continuation of Deferred@530009768 after retry RPC after error@1390452142) -> (continuation of Deferred@132371615 after retry RPC after error@1767900652) -> (continuation of Deferred@1277686886 after retry RPC after error@444341665) -> (continuation of Deferred@60978525 after retry RPC after error@1778667424) -> (continuation of Deferred@435356226 after retry RPC after error@1670940104) -> (continuation of Deferred@1929383035 after retry RPC after error@993080564) -> (continuation of Deferred@978436290 after retry RPC after error@499164293) -> (continuation of Deferred@1859125394 after retry RPC after error@1559502632) -> (continuation of Deferred@1754764196 after retry RPC after error@1894512319) -> (continuation of Deferred@508669088 after retry RPC after error@1654713629) -> (continuation of Deferred@914249822 after retry RPC after error@428809760) -> (continuation of Deferred@178816285 after retry RPC after error@1862617424) -> (continuation of Deferred@738021446 after retry RPC after error@1256338695) -> (continuation of Deferred@70045995 after retry RPC after error@1093031735) -> (continuation of Deferred@9977909 after retry RPC after error@1535711020) -> (continuation of Deferred@961421567 after retry RPC after error@1252149006) -> (continuation of Deferred@142159751 after retry RPC after error@467302867) -> (continuation of Deferred@1398533007 after retry RPC after error@186211549) -> (continuation of Deferred@1247629102 after retry RPC after error@42054487) -> (continuation of Deferred@243939099 after retry RPC after error@1337224611) -> (continuation of Deferred@1865449284 after retry RPC after error@1621390078) -> (continuation of Deferred@1061790494 after retry RPC after error@1400641569), errback=(continuation of Deferred@1357643890 after retry RPC after error@501881374) -> (continuation of Deferred@528045560 after retry RPC after error@793261219) -> (continuation of Deferred@530009768 after retry RPC after error@1390452142) -> (continuation of Deferred@132371615 after retry RPC after error@1767900652) -> (continuation of Deferred@1277686886 after retry RPC after error@444341665) -> (continuation of Deferred@60978525 after retry RPC after error@1778667424) -> (continuation of Deferred@435356226 after retry RPC after error@1670940104) -> (continuation of Deferred@1929383035 after retry RPC after error@993080564) -> (continuation of Deferred@978436290 after retry RPC after error@499164293) -> (continuation of Deferred@1859125394 after retry RPC after error@1559502632) -> (continuation of Deferred@1754764196 after retry RPC after error@1894512319) -> (continuation of Deferred@508669088 after retry RPC after error@1654713629) -> (continuation of Deferred@914249822 after retry RPC after error@428809760) -> (continuation of Deferred@178816285 after retry RPC after error@1862617424) -> (continuation of Deferred@738021446 after retry RPC after error@1256338695) -> (continuation of Deferred@70045995 after retry RPC after error@1093031735) -> (continuation of Deferred@9977909 after retry RPC after error@1535711020) -> (continuation of Deferred@961421567 after retry RPC after error@1252149006) -> (continuation of Deferred@142159751 after retry RPC after error@467302867) -> (continuation of Deferred@1398533007 after retry RPC after error@186211549) -> (continuation of Deferred@1247629102 after retry RPC after error@42054487) -> (continuation of Deferred@243939099 after retry RPC after error@1337224611) -> (continuation of Deferred@1865449284 after retry RPC after error@1621390078) -> (continuation of Deferred@1061790494 after retry RPC after error@1400641569)))
14:07:08.288 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:07:08.288 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27792), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [88ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [89ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [115ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [116ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [116ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [125ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [145ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [145ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [194ms] refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [195ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [195ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [231ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [231ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [265ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [761ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [762ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1382ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1622ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [4143ms] too many traces: truncated at 100 traces, deferred=Deferred@1323293655(state=PENDING, result=null, callback=(continuation of Deferred@1357643890 after retry RPC after error@501881374) -> (continuation of Deferred@528045560 after retry RPC after error@793261219) -> (continuation of Deferred@530009768 after retry RPC after error@1390452142) -> (continuation of Deferred@132371615 after retry RPC after error@1767900652) -> (continuation of Deferred@1277686886 after retry RPC after error@444341665) -> (continuation of Deferred@60978525 after retry RPC after error@1778667424) -> (continuation of Deferred@435356226 after retry RPC after error@1670940104) -> (continuation of Deferred@1929383035 after retry RPC after error@993080564) -> (continuation of Deferred@978436290 after retry RPC after error@499164293) -> (continuation of Deferred@1859125394 after retry RPC after error@1559502632) -> (continuation of Deferred@1754764196 after retry RPC after error@1894512319) -> (continuation of Deferred@508669088 after retry RPC after error@1654713629) -> (continuation of Deferred@914249822 after retry RPC after error@428809760) -> (continuation of Deferred@178816285 after retry RPC after error@1862617424) -> (continuation of Deferred@738021446 after retry RPC after error@1256338695) -> (continuation of Deferred@70045995 after retry RPC after error@1093031735) -> (continuation of Deferred@9977909 after retry RPC after error@1535711020) -> (continuation of Deferred@961421567 after retry RPC after error@1252149006) -> (continuation of Deferred@142159751 after retry RPC after error@467302867) -> (continuation of Deferred@1398533007 after retry RPC after error@186211549) -> (continuation of Deferred@1247629102 after retry RPC after error@42054487) -> (continuation of Deferred@243939099 after retry RPC after error@1337224611) -> (continuation of Deferred@1865449284 after retry RPC after error@1621390078) -> (continuation of Deferred@1061790494 after retry RPC after error@1400641569), errback=(continuation of Deferred@1357643890 after retry RPC after error@501881374) -> (continuation of Deferred@528045560 after retry RPC after error@793261219) -> (continuation of Deferred@530009768 after retry RPC after error@1390452142) -> (continuation of Deferred@132371615 after retry RPC after error@1767900652) -> (continuation of Deferred@1277686886 after retry RPC after error@444341665) -> (continuation of Deferred@60978525 after retry RPC after error@1778667424) -> (continuation of Deferred@435356226 after retry RPC after error@1670940104) -> (continuation of Deferred@1929383035 after retry RPC after error@993080564) -> (continuation of Deferred@978436290 after retry RPC after error@499164293) -> (continuation of Deferred@1859125394 after retry RPC after error@1559502632) -> (continuation of Deferred@1754764196 after retry RPC after error@1894512319) -> (continuation of Deferred@508669088 after retry RPC after error@1654713629) -> (continuation of Deferred@914249822 after retry RPC after error@428809760) -> (continuation of Deferred@178816285 after retry RPC after error@1862617424) -> (continuation of Deferred@738021446 after retry RPC after error@1256338695) -> (continuation of Deferred@70045995 after retry RPC after error@1093031735) -> (continuation of Deferred@9977909 after retry RPC after error@1535711020) -> (continuation of Deferred@961421567 after retry RPC after error@1252149006) -> (continuation of Deferred@142159751 after retry RPC after error@467302867) -> (continuation of Deferred@1398533007 after retry RPC after error@186211549) -> (continuation of Deferred@1247629102 after retry RPC after error@42054487) -> (continuation of Deferred@243939099 after retry RPC after error@1337224611) -> (continuation of Deferred@1865449284 after retry RPC after error@1621390078) -> (continuation of Deferred@1061790494 after retry RPC after error@1400641569)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.126:44757
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:08.294 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:07:08.298 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.298 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:08.303 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
14:07:08.305 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.305 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:08.305 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:08.305 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:08.306 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:08.306 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27792), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [88ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [89ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [115ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [116ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [116ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [125ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [145ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [145ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [194ms] refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [195ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [195ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [231ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [231ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [265ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [761ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [762ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1382ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1622ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [4143ms] too many traces: truncated at 100 traces, deferred=Deferred@1323293655(state=PENDING, result=null, callback=(continuation of Deferred@1357643890 after retry RPC after error@501881374) -> (continuation of Deferred@528045560 after retry RPC after error@793261219) -> (continuation of Deferred@530009768 after retry RPC after error@1390452142) -> (continuation of Deferred@132371615 after retry RPC after error@1767900652) -> (continuation of Deferred@1277686886 after retry RPC after error@444341665) -> (continuation of Deferred@60978525 after retry RPC after error@1778667424) -> (continuation of Deferred@435356226 after retry RPC after error@1670940104) -> (continuation of Deferred@1929383035 after retry RPC after error@993080564) -> (continuation of Deferred@978436290 after retry RPC after error@499164293) -> (continuation of Deferred@1859125394 after retry RPC after error@1559502632) -> (continuation of Deferred@1754764196 after retry RPC after error@1894512319) -> (continuation of Deferred@508669088 after retry RPC after error@1654713629) -> (continuation of Deferred@914249822 after retry RPC after error@428809760) -> (continuation of Deferred@178816285 after retry RPC after error@1862617424) -> (continuation of Deferred@738021446 after retry RPC after error@1256338695) -> (continuation of Deferred@70045995 after retry RPC after error@1093031735) -> (continuation of Deferred@9977909 after retry RPC after error@1535711020) -> (continuation of Deferred@961421567 after retry RPC after error@1252149006) -> (continuation of Deferred@142159751 after retry RPC after error@467302867) -> (continuation of Deferred@1398533007 after retry RPC after error@186211549) -> (continuation of Deferred@1247629102 after retry RPC after error@42054487) -> (continuation of Deferred@243939099 after retry RPC after error@1337224611) -> (continuation of Deferred@1865449284 after retry RPC after error@1621390078) -> (continuation of Deferred@1061790494 after retry RPC after error@1400641569), errback=(continuation of Deferred@1357643890 after retry RPC after error@501881374) -> (continuation of Deferred@528045560 after retry RPC after error@793261219) -> (continuation of Deferred@530009768 after retry RPC after error@1390452142) -> (continuation of Deferred@132371615 after retry RPC after error@1767900652) -> (continuation of Deferred@1277686886 after retry RPC after error@444341665) -> (continuation of Deferred@60978525 after retry RPC after error@1778667424) -> (continuation of Deferred@435356226 after retry RPC after error@1670940104) -> (continuation of Deferred@1929383035 after retry RPC after error@993080564) -> (continuation of Deferred@978436290 after retry RPC after error@499164293) -> (continuation of Deferred@1859125394 after retry RPC after error@1559502632) -> (continuation of Deferred@1754764196 after retry RPC after error@1894512319) -> (continuation of Deferred@508669088 after retry RPC after error@1654713629) -> (continuation of Deferred@914249822 after retry RPC after error@428809760) -> (continuation of Deferred@178816285 after retry RPC after error@1862617424) -> (continuation of Deferred@738021446 after retry RPC after error@1256338695) -> (continuation of Deferred@70045995 after retry RPC after error@1093031735) -> (continuation of Deferred@9977909 after retry RPC after error@1535711020) -> (continuation of Deferred@961421567 after retry RPC after error@1252149006) -> (continuation of Deferred@142159751 after retry RPC after error@467302867) -> (continuation of Deferred@1398533007 after retry RPC after error@186211549) -> (continuation of Deferred@1247629102 after retry RPC after error@42054487) -> (continuation of Deferred@243939099 after retry RPC after error@1337224611) -> (continuation of Deferred@1865449284 after retry RPC after error@1621390078) -> (continuation of Deferred@1061790494 after retry RPC after error@1400641569)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.126:44757
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:08.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.313 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:08.316 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:08.316 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
14:07:08.321 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
14:07:08.330 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.331 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:08.359 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.359 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:08.366 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.366 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:08.380 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.380 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:08.386 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:08.390 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:08.393 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:08.396 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:08.399 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:08.399 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:08.399 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:08.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.400 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.400 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9f0b2daf52ec4f1399d43713a8f6f266 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:08.401 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:08.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 898b0fc8eb5e4edc8c41e29834750d95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:08.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d2c504351f648ceb182186a1c6f51d6 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:08.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 22d201f1ecd34956b190d668e027205c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:08.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aaf54c75a5df4f228f6689b4a9bca330 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:08.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b0663a05d52419593d13c8106c60c41 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:08.402 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:08.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3fcc8f6554eb492ea51d747433bf350a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:08.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 42c176bd1e4f493ebc9def4a2f130c42 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:08.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76d3097daac245b48962ad982c1be95d for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:08.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:08.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:08.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:08.408 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3fcc8f6554eb492ea51d747433bf350a@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=42c176bd1e4f493ebc9def4a2f130c42@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76d3097daac245b48962ad982c1be95d@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:08.412 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:08.416 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 4bec21422f6949738e0310f1175b20c9
14:07:08.419 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9f0b2daf52ec4f1399d43713a8f6f266 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:08.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 898b0fc8eb5e4edc8c41e29834750d95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:08.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d2c504351f648ceb182186a1c6f51d6 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:08.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 22d201f1ecd34956b190d668e027205c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:08.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aaf54c75a5df4f228f6689b4a9bca330 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:08.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b0663a05d52419593d13c8106c60c41 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:08.420 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:08.421 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.19.60:35973, [3ms] Sub RPC GetTableLocations: received response from server master-127.27.19.60:35973: OK, deferred=null)) after lookup
14:07:08.478 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9f0b2daf52ec4f1399d43713a8f6f266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.478 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9f0b2daf52ec4f1399d43713a8f6f266 for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:08.479 [DEBUG - main] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:08.480 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:08.480 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:08.480 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:08.481 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:08.481 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:08.481 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:08.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:08.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:08.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:08.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:08.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:08.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:08.482 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:08.482 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:08.482 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:08.483 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:08.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:08.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:08.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:08.485 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:08.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:08.489 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:08.524 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:08.525 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:08.525 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:08.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.527 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:08.596 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:08.602 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x310a2f3d, L:/127.0.0.1:43778 - R:/127.27.19.1:43911] using TOKEN/null
14:07:08.612 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.612 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.612 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.621 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.622 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28115), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [98ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [98ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [642ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [643ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1442ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2187ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2187ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [5161ms] refreshing cache from master, [5161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [5163ms] too many traces: truncated at 100 traces, deferred=Deferred@1668676573(state=PENDING, result=null, callback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234), errback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234)))
14:07:08.624 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.624 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.624 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.625 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:08.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.625 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:08.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.625 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:08.625 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28115), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [98ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [98ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [642ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [643ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1442ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2187ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2187ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [5161ms] refreshing cache from master, [5161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [5163ms] too many traces: truncated at 100 traces, deferred=Deferred@1668676573(state=PENDING, result=null, callback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234), errback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28115), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [98ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [98ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [642ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [643ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1442ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2187ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2187ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [5161ms] refreshing cache from master, [5161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [5163ms] too many traces: truncated at 100 traces, deferred=Deferred@1668676573(state=PENDING, result=null, callback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234), errback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:08.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.632 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:08.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:08.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:08.633 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:08.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:08.648 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.651 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9f0b2daf52ec4f1399d43713a8f6f266 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:08.669 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 898b0fc8eb5e4edc8c41e29834750d95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:08.669 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.669 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d2c504351f648ceb182186a1c6f51d6 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:08.669 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 22d201f1ecd34956b190d668e027205c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:08.669 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.669 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.669 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aaf54c75a5df4f228f6689b4a9bca330 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:08.669 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.669 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b0663a05d52419593d13c8106c60c41 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:08.669 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.670 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:08.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.671 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.674 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cc1d80b9017076c2c2fefc9ddb37f779a7ce03534fc77d2b7a82d881a15780d5'}]
14:07:08.676 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:08.676 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0293e7041f757ef9b04202ba01879543d56f9adb37cca1a103e65116d874ae00'}]
14:07:08.676 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b96d7e6fcd97c5139a0d3037d8c4aaa9842d30d27d0024f7f6727b82b77791e4'}]
14:07:08.676 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6f3a8cd76e28c8e0a131cbac70a26f48a7ac329583d4e0ada24cbd24152ae922'}]
14:07:08.677 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:07:08.680 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:08.683 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:08.684 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113228684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:08.684 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:07:08.685 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}]
14:07:08.687 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:08.688 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:07:08.688 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.688 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}]
14:07:08.688 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.689 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.689 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.689 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.689 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.690 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28115), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [98ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [98ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [642ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [643ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1442ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2187ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2187ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [5161ms] refreshing cache from master, [5161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [5163ms] too many traces: truncated at 100 traces, deferred=Deferred@1668676573(state=PENDING, result=null, callback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234), errback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28115), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [98ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [98ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [125ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [642ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [643ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1442ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2187ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2187ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [5161ms] refreshing cache from master, [5161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [5162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [5163ms] too many traces: truncated at 100 traces, deferred=Deferred@1668676573(state=PENDING, result=null, callback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234), errback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874) -> (continuation of Deferred@1698052777 after retry RPC after error@1128614234)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:08.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.691 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.691 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:08.692 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:07:08.700 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (4970 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
14:07:08.704 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:08.717 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:08.722 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.725 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.725 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.728 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:08.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.729 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.734 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:08.744 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
14:07:08.745 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:08.748 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.752 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:08.756 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.756 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.758 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:08.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.759 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.762 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:08.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:08.769 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:08.774 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:08.778 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:08.788 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.794 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:08.799 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=898b0fc8eb5e4edc8c41e29834750d95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.801 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:07:08.801 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
14:07:08.802 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 898b0fc8eb5e4edc8c41e29834750d95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:08.802 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.802 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.802 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
14:07:08.803 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:07:08.803 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
14:07:08.803 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:07:08.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.806 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.808 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0aa502c8, L:/127.0.0.1:43790 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:08.811 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:08.815 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1150042d, L:/127.0.0.1:43792 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:08.815 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d2c504351f648ceb182186a1c6f51d6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.823 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d2c504351f648ceb182186a1c6f51d6 for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:08.828 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.828 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.829 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.829 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.831 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.833 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:08.836 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=22d201f1ecd34956b190d668e027205c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.837 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 22d201f1ecd34956b190d668e027205c for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:08.837 [DEBUG - main] (Connection.java:748) [peer 81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)] connecting to peer
14:07:08.840 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:07:08.841 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
14:07:08.841 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:07:08.847 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)] Successfully connected to peer
14:07:08.857 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
14:07:08.858 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
14:07:08.859 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:08.860 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:08.859 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 46167b4104acab610af5cd9644360c4d
14:07:08.869 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0a1db76a, L:/127.0.0.1:43818 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:08.873 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:08.881 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x2957a1eb, L:/127.0.0.1:49504 - R:/127.27.19.3:41613] using TOKEN/null
14:07:08.888 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.889 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.889 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.889 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.889 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.889 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.890 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.890 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:08.909 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aaf54c75a5df4f228f6689b4a9bca330, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.909 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet aaf54c75a5df4f228f6689b4a9bca330 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:08.934 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247784357888001) for scanner KuduScanner(table=replication_test_table, tablet=898b0fc8eb5e4edc8c41e29834750d95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:08.935 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [0293e7041f757ef9b04202ba01879543d56f9adb37cca1a103e65116d874ae00]
14:07:08.935 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0293e7041f757ef9b04202ba01879543d56f9adb37cca1a103e65116d874ae00]
14:07:08.936 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:07:08.936 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:07:08.936 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:08.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:08.937 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0293e7041f757ef9b04202ba01879543d56f9adb37cca1a103e65116d874ae00 finished by subtask 3; deferring removal (restored in pending)
14:07:08.938 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6844488939c0569835c319d8e23243f55195da3506c59e34e3278db5c183a810'}]
14:07:08.940 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:08.959 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:08.988 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:08.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:08.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:08.988 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:08.989 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:08.990 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:08.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:08.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:09.002 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3b0663a05d52419593d13c8106c60c41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.003 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 3b0663a05d52419593d13c8106c60c41 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:09.006 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247784357888001) for scanner KuduScanner(table=replication_test_table, tablet=9f0b2daf52ec4f1399d43713a8f6f266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.007 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [cc1d80b9017076c2c2fefc9ddb37f779a7ce03534fc77d2b7a82d881a15780d5]
14:07:09.007 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cc1d80b9017076c2c2fefc9ddb37f779a7ce03534fc77d2b7a82d881a15780d5]
14:07:09.007 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:07:09.007 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:07:09.009 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cc1d80b9017076c2c2fefc9ddb37f779a7ce03534fc77d2b7a82d881a15780d5 finished by subtask 2; deferring removal (restored in pending)
14:07:09.009 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:09.010 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:09.010 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='336cc42e33105c56ad0f50177e28a2911ea0a183dba54303161af5cf0e15e61d'}]
14:07:09.012 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:09.013 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3fcc8f6554eb492ea51d747433bf350a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:09.013 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 42c176bd1e4f493ebc9def4a2f130c42 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:09.013 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76d3097daac245b48962ad982c1be95d for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:09.013 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 017c30c067cc46e18d40e7030acfd1c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:09.013 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e260bfd876f14ccdb346d5bbdf40eede for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:09.013 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ff67c3c63b6048cd909e8583c76207f7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:09.014 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=3fcc8f6554eb492ea51d747433bf350a@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=42c176bd1e4f493ebc9def4a2f130c42@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76d3097daac245b48962ad982c1be95d@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=017c30c067cc46e18d40e7030acfd1c4@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e260bfd876f14ccdb346d5bbdf40eede@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537),ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)[L],f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ff67c3c63b6048cd909e8583c76207f7@[4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)[L],ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629),f738c82a765b4738b2d19bdcfb43f840(127.27.227.66:36449)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:09.014 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.227.124:38107, [9ms] Sub RPC GetTableLocations: received response from server master-127.27.227.124:38107: OK, deferred=null)) after lookup
14:07:09.039 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247784357888001) for scanner KuduScanner(table=replication_test_table, tablet=22d201f1ecd34956b190d668e027205c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.040 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [6f3a8cd76e28c8e0a131cbac70a26f48a7ac329583d4e0ada24cbd24152ae922]
14:07:09.040 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6f3a8cd76e28c8e0a131cbac70a26f48a7ac329583d4e0ada24cbd24152ae922]
14:07:09.040 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:07:09.040 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:07:09.041 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:09.041 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6f3a8cd76e28c8e0a131cbac70a26f48a7ac329583d4e0ada24cbd24152ae922 finished by subtask 1; deferring removal (restored in pending)
14:07:09.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:09.045 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.045 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:09.054 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.055 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:09.057 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x911767b4, L:/127.0.0.1:43808 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:09.064 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:09.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:09.064 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.064 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:09.064 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:07:09.065 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:07:09.074 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.075 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:09.100 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:09.100 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:09.100 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:09.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:09.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:09.101 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:09.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:09.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:09.101 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:09.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:09.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:09.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:09.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:09.113 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247784357888001) for scanner KuduScanner(table=replication_test_table, tablet=8d2c504351f648ceb182186a1c6f51d6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.113 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.115 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [b96d7e6fcd97c5139a0d3037d8c4aaa9842d30d27d0024f7f6727b82b77791e4]
14:07:09.115 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b96d7e6fcd97c5139a0d3037d8c4aaa9842d30d27d0024f7f6727b82b77791e4]
14:07:09.115 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:09.116 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:07:09.116 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:07:09.117 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b96d7e6fcd97c5139a0d3037d8c4aaa9842d30d27d0024f7f6727b82b77791e4 finished by subtask 0; deferring removal (restored in pending)
14:07:09.117 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:09.122 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.122 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:09.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:09.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9f0b2daf52ec4f1399d43713a8f6f266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9f0b2daf52ec4f1399d43713a8f6f266 for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:09.182 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=898b0fc8eb5e4edc8c41e29834750d95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.182 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 898b0fc8eb5e4edc8c41e29834750d95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:09.184 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113229184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:09.191 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d2c504351f648ceb182186a1c6f51d6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.192 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8d2c504351f648ceb182186a1c6f51d6 for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:09.197 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:09.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:09.197 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:07:09.198 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:07:09.205 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=22d201f1ecd34956b190d668e027205c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.205 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 22d201f1ecd34956b190d668e027205c for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:09.213 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aaf54c75a5df4f228f6689b4a9bca330, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.214 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet aaf54c75a5df4f228f6689b4a9bca330 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:09.223 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3b0663a05d52419593d13c8106c60c41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.223 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 3b0663a05d52419593d13c8106c60c41 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:09.228 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:09.229 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:09.229 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:09.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:09.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:09.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:09.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:09.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:09.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:09.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:09.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:09.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:09.237 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:09.238 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:07:09.239 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:09.246 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc8f6554eb492ea51d747433bf350a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.246 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc8f6554eb492ea51d747433bf350a for partition [0x00000000, 0x0000000080000032) with scanner id null
14:07:09.259 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:09.260 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:09.260 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:09.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:09.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:09.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:09.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:09.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:09.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:09.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:09.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:09.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:09.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:09.263 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42c176bd1e4f493ebc9def4a2f130c42, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.263 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 42c176bd1e4f493ebc9def4a2f130c42 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
14:07:09.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:09.272 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=76d3097daac245b48962ad982c1be95d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.272 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 76d3097daac245b48962ad982c1be95d for partition [0x0000000080000096, 0x00000001) with scanner id null
14:07:09.289 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:09.289 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:09.289 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:09.289 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.290 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:09.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=017c30c067cc46e18d40e7030acfd1c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 017c30c067cc46e18d40e7030acfd1c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
14:07:09.320 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e260bfd876f14ccdb346d5bbdf40eede, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.320 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e260bfd876f14ccdb346d5bbdf40eede for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
14:07:09.329 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ff67c3c63b6048cd909e8583c76207f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.329 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ff67c3c63b6048cd909e8583c76207f7 for partition [0x0000000180000096, 0x00000002) with scanner id null
14:07:09.330 [DEBUG - main] (Connection.java:575) [peer master-127.27.227.126:36957(127.27.227.126:36957)] disconnecting while in state READY
14:07:09.330 [DEBUG - main] (Connection.java:575) [peer master-127.27.227.125:35193(127.27.227.125:35193)] disconnecting while in state READY
14:07:09.330 [DEBUG - main] (Connection.java:575) [peer master-127.27.227.124:38107(127.27.227.124:38107)] disconnecting while in state READY
14:07:09.330 [DEBUG - main] (Connection.java:575) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] disconnecting while in state READY
14:07:09.330 [DEBUG - main] (Connection.java:575) [peer 4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)] disconnecting while in state READY
14:07:09.330 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.227.126:36957(127.27.227.126:36957)] handling channelInactive
14:07:09.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state READY due to: connection closed
14:07:09.331 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.227.125:35193(127.27.227.125:35193)] handling channelInactive
14:07:09.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state READY due to: connection closed
14:07:09.331 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.227.124:38107(127.27.227.124:38107)] handling channelInactive
14:07:09.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state READY due to: connection closed
14:07:09.332 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)] handling channelInactive
14:07:09.332 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4f28c6b5c8be42c8892ed8fa336598b5(127.27.227.65:39537)] cleaning up while in state READY due to: connection closed
14:07:09.334 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:09.334 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:07:09.334 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
14:07:09.335 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:07:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:09.336469 28557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 28847
14:07:09.338 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
14:07:09.339 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] handling channelInactive
14:07:09.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] cleaning up while in state READY due to: connection closed
14:07:09.339 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-3
14:07:09.345 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:09.345 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:09.345 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:09.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:09.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:09.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:09.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:09.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:09.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:09.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:09.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:09.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:09.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:09.358 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:09.358 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:09.359 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:09.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.361 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:09.370 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (4970 bytes, checkpointDuration=186 ms, finalizationTime=0 ms).
14:07:09.373 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
14:07:09.373 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split b96d7e6fcd97c5139a0d3037d8c4aaa9842d30d27d0024f7f6727b82b77791e4 from pending
14:07:09.373 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split cc1d80b9017076c2c2fefc9ddb37f779a7ce03534fc77d2b7a82d881a15780d5 from pending
14:07:09.373 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 0293e7041f757ef9b04202ba01879543d56f9adb37cca1a103e65116d874ae00 from pending
14:07:09.373 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 6f3a8cd76e28c8e0a131cbac70a26f48a7ac329583d4e0ada24cbd24152ae922 from pending
14:07:09.373 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 4 finished splits from enumerator state
14:07:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.373279 28243 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.19.1:43911, user_credentials={real_user=slave}} blocked reactor thread for 113995us
14:07:09.376 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:07:09.383 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:09.413 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:09.432 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:09.452 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:09.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:09.452 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
14:07:09.453 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:07:09.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:09.488 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:09.488 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:09.488 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:09.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:09.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:09.489 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:09.489 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:09.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:09.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:09.489 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:09.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:09.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:09.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:09.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:09.494 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:09.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.556542 29255 connection.cc:582] client connection to 127.27.227.65:39537 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:07:09.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.556978 29255 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:07:09.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:09.568310 28557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 29027
14:07:09.587 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:09.589 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.598642 29255 consensus_peers.cc:597] T 76d3097daac245b48962ad982c1be95d P ec2d5b1da4ba4493baab881811787d8c -> Peer 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537): Couldn't send request to peer 4f28c6b5c8be42c8892ed8fa336598b5. Status: Network error: Client connection negotiation failed: client connection to 127.27.227.65:39537: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.599409 29255 consensus_peers.cc:597] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c -> Peer 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537): Couldn't send request to peer 4f28c6b5c8be42c8892ed8fa336598b5. Status: Network error: Client connection negotiation failed: client connection to 127.27.227.65:39537: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:09.608 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:09.608 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:09.608 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:09.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.610 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:09.615 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.621726 29255 consensus_peers.cc:597] T e260bfd876f14ccdb346d5bbdf40eede P ec2d5b1da4ba4493baab881811787d8c -> Peer 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537): Couldn't send request to peer 4f28c6b5c8be42c8892ed8fa336598b5. Status: Network error: Client connection negotiation failed: client connection to 127.27.227.65:39537: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:09.622 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:09.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:09.623 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:09.623 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:07:09.624 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:09.625 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcbbbc665, L:/127.0.0.1:43820 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:09.630 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6b2f23d0, L:/127.0.0.1:43830 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:09.640 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247784357888001) for scanner KuduScanner(table=replication_test_table, tablet=3b0663a05d52419593d13c8106c60c41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.641 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [336cc42e33105c56ad0f50177e28a2911ea0a183dba54303161af5cf0e15e61d]
14:07:09.641 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [336cc42e33105c56ad0f50177e28a2911ea0a183dba54303161af5cf0e15e61d]
14:07:09.641 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:07:09.641 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:07:09.642 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 336cc42e33105c56ad0f50177e28a2911ea0a183dba54303161af5cf0e15e61d finished by subtask 2; deferring removal (restored in pending)
14:07:09.642 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:09.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:09.649 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RESTARTING to RUNNING.
14:07:09.650 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 46167b4104acab610af5cd9644360c4d from Checkpoint 71 @ 1779113168467 for 46167b4104acab610af5cd9644360c4d located at file:/tmp/junit1997771594265435018/checkpoints/46167b4104acab610af5cd9644360c4d/chk-71.
14:07:09.651 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
14:07:09.651 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:07:09.671 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247784357888001) for scanner KuduScanner(table=replication_test_table, tablet=aaf54c75a5df4f228f6689b4a9bca330, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:09.671 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [6844488939c0569835c319d8e23243f55195da3506c59e34e3278db5c183a810]
14:07:09.671 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6844488939c0569835c319d8e23243f55195da3506c59e34e3278db5c183a810]
14:07:09.672 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:07:09.672 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:07:09.673 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6844488939c0569835c319d8e23243f55195da3506c59e34e3278db5c183a810 finished by subtask 3; deferring removal (restored in pending)
14:07:09.673 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:09.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.661916 29255 consensus_peers.cc:597] T 017c30c067cc46e18d40e7030acfd1c4 P ec2d5b1da4ba4493baab881811787d8c -> Peer 4f28c6b5c8be42c8892ed8fa336598b5 (127.27.227.65:39537): Couldn't send request to peer 4f28c6b5c8be42c8892ed8fa336598b5. Status: Network error: Client connection negotiation failed: client connection to 127.27.227.65:39537: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:09.684 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113229684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:09.695 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (2302 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:07:09.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
14:07:09.697 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 336cc42e33105c56ad0f50177e28a2911ea0a183dba54303161af5cf0e15e61d from pending
14:07:09.698 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 6844488939c0569835c319d8e23243f55195da3506c59e34e3278db5c183a810 from pending
14:07:09.698 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 2 finished splits from enumerator state
14:07:09.698 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:09.698 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:09.698 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:09.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:09.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:09.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.700 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:09.700 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.706707 29256 connection.cc:582] client connection to 127.27.227.66:36449 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:09.713359 29256 consensus_peers.cc:597] T 3fcc8f6554eb492ea51d747433bf350a P ec2d5b1da4ba4493baab881811787d8c -> Peer f738c82a765b4738b2d19bdcfb43f840 (127.27.227.66:36449): Couldn't send request to peer f738c82a765b4738b2d19bdcfb43f840. Status: Network error: Client connection negotiation failed: client connection to 127.27.227.66:36449: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:09.717221 28557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 29226
14:07:09.748 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:09.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:09.749 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:09.749 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:07:09.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:09.777 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
14:07:09.779 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
14:07:09.779 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 9d4699c768d84e7eef6ad1d2a837b629
14:07:09.779 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
14:07:09.782 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:09.783 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:07:09.784 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 9d4699c768d84e7eef6ad1d2a837b629.
14:07:09.785 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
14:07:09.785 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 829b669c9d09e09bfe46427a95cc7f96
14:07:09.785 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:09.787 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
14:07:09.787 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:09.788 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
14:07:09.788 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 95b6f7e427a4183710e9a5a05541822d
14:07:09.788 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
14:07:09.789 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:09.789 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
14:07:09.789 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id a1be49eec86fee4ded01ecf9c76e477a
14:07:09.790 [INFO - Thread-39] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:07:09.790 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state TERMINATED
14:07:09.790 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state TERMINATED
14:07:09.796 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state TERMINATED
14:07:09.797 [DEBUG - Thread-39] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:09.798 [INFO - Thread-39] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:07:09.798 [INFO - Thread-39] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:07:09.816 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] handling channelInactive
14:07:09.816 [DEBUG - Thread-39] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:09.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] cleaning up while in state READY due to: connection closed
14:07:09.816 [INFO - Thread-39] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:07:09.824 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:09.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:09.824 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:09.824 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:07:09.827 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] handling channelInactive
14:07:09.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] cleaning up while in state READY due to: connection closed
14:07:09.828 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:07:09.829 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 829b669c9d09e09bfe46427a95cc7f96.
14:07:09.830 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
14:07:09.830 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
14:07:09.832 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46067a78
14:07:09.832 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:09.833 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:07:09.833 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:07:09.834 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:07:09.837 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:07:09.838 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 95b6f7e427a4183710e9a5a05541822d.
14:07:09.838 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
14:07:09.839 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
14:07:09.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:09.838559 28557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 28569
14:07:09.839 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:07:09.839 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5aeca80b
14:07:09.839 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:09.840 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:07:09.840 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:07:09.840 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id a1be49eec86fee4ded01ecf9c76e477a.
14:07:09.840 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:07:09.842 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
14:07:09.842 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
14:07:09.843 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44eac52
14:07:09.843 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:09.843 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:07:09.843 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:07:09.844 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:07:09.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@117903a8
14:07:09.846 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7da65b5a
14:07:09.846 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71dd5ae0
14:07:09.850 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:09.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:09.858 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:09.864 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
14:07:09.865 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
14:07:09.865 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:09.865 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fe9c7b8
14:07:09.866 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:09.866 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:07:09.866 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
14:07:09.867 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
14:07:09.877 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:09.877 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:09.883 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:09.883 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:09.888 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:09.888 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a723601
14:07:09.892 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:09.895 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:09.901 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:09.924 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:09.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.939 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.227.126:36957(127.27.227.126:36957)] handling channelInactive
14:07:09.940 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.227.126:36957(127.27.227.126:36957)] handling channelInactive
14:07:09.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state READY due to: connection closed
14:07:09.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state READY due to: connection closed
14:07:09.940 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.227.126:36957(127.27.227.126:36957)] handling channelInactive
14:07:09.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state READY due to: connection closed
14:07:09.940 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:09.940 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:09.940 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.227.126:36957(127.27.227.126:36957)] handling channelInactive
14:07:09.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state READY due to: connection closed
14:07:09.940 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:09.941 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:09.941 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:09.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:09.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:09.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:09.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:09.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:09.942 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:09.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29497), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [51ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [69ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [69ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [108ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [109ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [111ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [132ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [132ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [133ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [301ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [901ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [901ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [902ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [902ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1721ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1722ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1804ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2700ms] refreshing cache from master, [2700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2703ms] too many traces: truncated at 100 traces, deferred=Deferred@1528293284(state=PENDING, result=null, callback=(continuation of Deferred@1461942320 after retry RPC after error@425152694) -> (continuation of Deferred@1987009905 after retry RPC after error@304201439) -> (continuation of Deferred@1578083923 after retry RPC after error@2113834948) -> (continuation of Deferred@1903608287 after retry RPC after error@1857965672) -> (continuation of Deferred@1293963474 after retry RPC after error@1151956509) -> (continuation of Deferred@60178286 after retry RPC after error@524811386) -> (continuation of Deferred@1353619840 after retry RPC after error@1605899286) -> (continuation of Deferred@1835482560 after retry RPC after error@1306765370) -> (continuation of Deferred@1772440223 after retry RPC after error@1981999897) -> (continuation of Deferred@578769184 after retry RPC after error@1913495341) -> (continuation of Deferred@826266177 after retry RPC after error@1344576860) -> (continuation of Deferred@143269929 after retry RPC after error@375403234) -> (continuation of Deferred@1501714357 after retry RPC after error@767098788) -> (continuation of Deferred@1961498962 after retry RPC after error@1670042127) -> (continuation of Deferred@679353908 after retry RPC after error@1121030464) -> (continuation of Deferred@1716859073 after retry RPC after error@1400544430) -> (continuation of Deferred@195934027 after retry RPC after error@1161325807) -> (continuation of Deferred@178556849 after retry RPC after error@222100903) -> (continuation of Deferred@1808598180 after retry RPC after error@1830048294) -> (continuation of Deferred@1138983218 after retry RPC after error@702061868) -> (continuation of Deferred@716391575 after retry RPC after error@1710859909) -> (continuation of Deferred@978075929 after retry RPC after error@1460705921) -> (continuation of Deferred@1731717896 after retry RPC after error@1339204837) -> (continuation of Deferred@391012495 after retry RPC after error@1155081333) -> (continuation of Deferred@477034573 after retry RPC after error@1178698409) -> (continuation of Deferred@586139894 after retry RPC after error@790149714), errback=(continuation of Deferred@1461942320 after retry RPC after error@425152694) -> (continuation of Deferred@1987009905 after retry RPC after error@304201439) -> (continuation of Deferred@1578083923 after retry RPC after error@2113834948) -> (continuation of Deferred@1903608287 after retry RPC after error@1857965672) -> (continuation of Deferred@1293963474 after retry RPC after error@1151956509) -> (continuation of Deferred@60178286 after retry RPC after error@524811386) -> (continuation of Deferred@1353619840 after retry RPC after error@1605899286) -> (continuation of Deferred@1835482560 after retry RPC after error@1306765370) -> (continuation of Deferred@1772440223 after retry RPC after error@1981999897) -> (continuation of Deferred@578769184 after retry RPC after error@1913495341) -> (continuation of Deferred@826266177 after retry RPC after error@1344576860) -> (continuation of Deferred@143269929 after retry RPC after error@375403234) -> (continuation of Deferred@1501714357 after retry RPC after error@767098788) -> (continuation of Deferred@1961498962 after retry RPC after error@1670042127) -> (continuation of Deferred@679353908 after retry RPC after error@1121030464) -> (continuation of Deferred@1716859073 after retry RPC after error@1400544430) -> (continuation of Deferred@195934027 after retry RPC after error@1161325807) -> (continuation of Deferred@178556849 after retry RPC after error@222100903) -> (continuation of Deferred@1808598180 after retry RPC after error@1830048294) -> (continuation of Deferred@1138983218 after retry RPC after error@702061868) -> (continuation of Deferred@716391575 after retry RPC after error@1710859909) -> (continuation of Deferred@978075929 after retry RPC after error@1460705921) -> (continuation of Deferred@1731717896 after retry RPC after error@1339204837) -> (continuation of Deferred@391012495 after retry RPC after error@1155081333) -> (continuation of Deferred@477034573 after retry RPC after error@1178698409) -> (continuation of Deferred@586139894 after retry RPC after error@790149714)))
14:07:09.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:09.943480 28557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 28641
14:07:09.979 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:09.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:09.989 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:09.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:09.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:09.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:09.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:09.999 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:09.999 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.000 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.005 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:10.005 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:10.006 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:10.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:10.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:10.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:10.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:10.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:10.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:10.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:10.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:10.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:10.007 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:10.016 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.020 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.035 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.043 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.048 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.227.125:35193(127.27.227.125:35193)] handling channelInactive
14:07:10.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state READY due to: connection closed
14:07:10.048 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.049 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.049 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.227.125:35193(127.27.227.125:35193)] handling channelInactive
14:07:10.049 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.227.125:35193(127.27.227.125:35193)] handling channelInactive
14:07:10.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state READY due to: connection closed
14:07:10.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state READY due to: connection closed
14:07:10.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.050 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.227.125:35193(127.27.227.125:35193)] handling channelInactive
14:07:10.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state READY due to: connection closed
14:07:10.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.051 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:10.053588 28557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 28717
14:07:10.062 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.065 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.071 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.073 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.073 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.080 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.089 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.090 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.090 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.098 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.107 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.108 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.123 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.133 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.140 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.142 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.146 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.227.124:38107(127.27.227.124:38107)] handling channelInactive
14:07:10.146 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.227.124:38107(127.27.227.124:38107)] handling channelInactive
14:07:10.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state READY due to: connection closed
14:07:10.147 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.227.124:38107(127.27.227.124:38107)] handling channelInactive
14:07:10.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state READY due to: connection closed
14:07:10.146 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.227.124:38107(127.27.227.124:38107)] handling channelInactive
14:07:10.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state READY due to: connection closed
14:07:10.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state READY due to: connection closed
14:07:10.159 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.171 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.177 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.182 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113230184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:10.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.188 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.196 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.196 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.200 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.200 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:10.200 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:10.200 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.200 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:10.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:10.203 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
14:07:10.205 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
14:07:10.205 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.211 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.223 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.226 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.227 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.235 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.236 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.237 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.237 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.237 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.238 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.240 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.241 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.248 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.253 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.256 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.257 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.257 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.258 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.259 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.260 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.262 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.262 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.262 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.263 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.263 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.265 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:10.265 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:10.265 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.266 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:10.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:10.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:10.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:10.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:10.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:10.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:10.268 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:10.268 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:10.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.268 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:10.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:10.269 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:10.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.269 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.273 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.279 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.281 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.281 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.282 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.282 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.282 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.283 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.288 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.288 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.288 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.289 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.289 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.289 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.289 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.296 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.297 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.297 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.302 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.302 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.302 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.304 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.304 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.304 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.306 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.306 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.321 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.322 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.323 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.323 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.323 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.324 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.329 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.329 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.329 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.330 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.330 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.338 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.342 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.343 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.343 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.345 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:10.356 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.357 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.357 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.357 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.360 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.362 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.362 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.362 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.363 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.363 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.364 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.377 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.378 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.378 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.379 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.383 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.383 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.383 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.384 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.402 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.403 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.403 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.409 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.409 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.409 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.409 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.409 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.410 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.410 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.410 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.410 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.411 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.416 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.416 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.416 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.418 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.422 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.422 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.423 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.457 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.457 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.457 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.482 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.483 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.483 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.484 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.484 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.484 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.484 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.486 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.487 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:10.497 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.497 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.498 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.521 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.522 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.522 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.524 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.529 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.529 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.529 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.529 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.529 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.530 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.577 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.578 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.578 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.580 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.602 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.603 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.603 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.607 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:10.618 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:10.618 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:10.619 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:10.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.620 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:10.621 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9f0b2daf52ec4f1399d43713a8f6f266 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:10.621 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 898b0fc8eb5e4edc8c41e29834750d95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:10.621 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d2c504351f648ceb182186a1c6f51d6 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:10.621 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 22d201f1ecd34956b190d668e027205c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:10.621 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aaf54c75a5df4f228f6689b4a9bca330 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:10.622 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b0663a05d52419593d13c8106c60c41 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:10.622 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:10.631 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e4925562afda643a8a3020b55ebf14a1a53e5f9083238ae48765215c686c9589'}]
14:07:10.633 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:10.633 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5dae39019c8d142c4597f4edebe5717a0d3abe15fc9d6947e2a8f2d43c7997fe'}]
14:07:10.635 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:10.635 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1459ebf33ffbafc061daac3a2e5c62e2ee6404aa0708880f4cef696f1e5b067c'}]
14:07:10.637 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:10.637 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='03b4aa706dc52c062030ed1cbb6883978ed478d553c7237de315fdfcc01b6d4a'}]
14:07:10.637 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.637 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.638 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.638 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:10.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.639 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:07:10.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.639 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299992, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:10.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.640 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.640 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:07:10.640 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299992, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:10.640 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:07:10.641 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299992, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}]
14:07:10.641 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:07:10.642 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299992, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}]
14:07:10.654 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:10.656 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:10.657 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:10.659 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:10.660 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:10.662 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:10.663 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:10.665 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:10.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:10.676901 28100 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.19.3:41613, user_credentials={real_user=slave}} blocked reactor thread for 64923us
14:07:10.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113230684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:10.694 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:10.696 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (4970 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:07:10.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
14:07:10.700 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:10.701 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:10.701 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:10.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:10.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:10.702 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:10.702 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:10.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:10.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:10.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:10.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:10.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:10.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:10.703 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:10.708 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.708 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.709 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.710 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.726 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:10.733 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:10.740 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:10.740 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:10.740 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:10.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:10.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:10.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:10.744 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:10.757 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:10.764 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:10.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:10.773 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0ab0d763, L:/127.0.0.1:58696 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:10.786 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x39d309f0, L:/127.0.0.1:58674 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:10.788 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.789 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.789 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.808 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247792549888001) for scanner KuduScanner(table=replication_test_table, tablet=898b0fc8eb5e4edc8c41e29834750d95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:10.808 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5dae39019c8d142c4597f4edebe5717a0d3abe15fc9d6947e2a8f2d43c7997fe]
14:07:10.808 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5dae39019c8d142c4597f4edebe5717a0d3abe15fc9d6947e2a8f2d43c7997fe]
14:07:10.809 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:07:10.809 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:07:10.810 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5dae39019c8d142c4597f4edebe5717a0d3abe15fc9d6947e2a8f2d43c7997fe finished by subtask 0; deferring removal (restored in pending)
14:07:10.811 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:10.811 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='57aea142b1e44a2ff47dc7256e01a5883bb13e4138b1a09bae96c2daa55a62f2'}]
14:07:10.813 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:10.813 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:07:10.813 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:10.814 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299992, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:10.816 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:10.818 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:10.819 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:10.833 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x421ab3a4, L:/127.0.0.1:58682 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:10.835 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc3b90918, L:/127.0.0.1:58662 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:10.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:10.852 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:10.853 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:10.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:10.853 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:07:10.854 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:07:10.857 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:10.871 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:10.874 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247792549888001) for scanner KuduScanner(table=replication_test_table, tablet=22d201f1ecd34956b190d668e027205c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:10.875 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [03b4aa706dc52c062030ed1cbb6883978ed478d553c7237de315fdfcc01b6d4a]
14:07:10.875 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [03b4aa706dc52c062030ed1cbb6883978ed478d553c7237de315fdfcc01b6d4a]
14:07:10.876 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:07:10.876 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:07:10.876 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf1283665, L:/127.0.0.1:58700 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:10.877 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 03b4aa706dc52c062030ed1cbb6883978ed478d553c7237de315fdfcc01b6d4a finished by subtask 3; deferring removal (restored in pending)
14:07:10.879 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:10.881 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0f8154ed45c60fdd6c24e47fdc9926302799e5770d1067215559c1125d4bb992'}]
14:07:10.882 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:10.883 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:07:10.884 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299992, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:10.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:10.893 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:10.904 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247792549888001) for scanner KuduScanner(table=replication_test_table, tablet=aaf54c75a5df4f228f6689b4a9bca330, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:10.904 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [57aea142b1e44a2ff47dc7256e01a5883bb13e4138b1a09bae96c2daa55a62f2]
14:07:10.904 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [57aea142b1e44a2ff47dc7256e01a5883bb13e4138b1a09bae96c2daa55a62f2]
14:07:10.905 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:07:10.905 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:07:10.906 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 57aea142b1e44a2ff47dc7256e01a5883bb13e4138b1a09bae96c2daa55a62f2 finished by subtask 0; deferring removal (restored in pending)
14:07:10.906 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:10.908 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:10.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:10.908 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:10.908 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:07:10.913 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:10.922 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.922 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.922 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.922 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247792549888001) for scanner KuduScanner(table=replication_test_table, tablet=8d2c504351f648ceb182186a1c6f51d6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:10.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.924 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.927 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [1459ebf33ffbafc061daac3a2e5c62e2ee6404aa0708880f4cef696f1e5b067c]
14:07:10.927 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1459ebf33ffbafc061daac3a2e5c62e2ee6404aa0708880f4cef696f1e5b067c]
14:07:10.927 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:07:10.927 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:07:10.930 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:10.931 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:10.932 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1459ebf33ffbafc061daac3a2e5c62e2ee6404aa0708880f4cef696f1e5b067c finished by subtask 2; deferring removal (restored in pending)
14:07:10.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:10.937 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:10.938 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:10.938 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:10.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:10.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:10.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:10.939 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:10.940 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:10.942 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.943 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.943 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.944 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:10.944 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.944 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:10.945 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:10.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:10.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:10.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:10.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:10.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:10.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:10.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:10.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:10.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:10.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:10.956 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:10.957 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:10.957 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:10.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:10.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:10.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:10.959 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:10.961 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:10.965 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:10.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:10.966 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:10.966 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:07:10.968 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:10.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:10.968 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:10.968 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:07:10.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:10.992 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247792549888001) for scanner KuduScanner(table=replication_test_table, tablet=9f0b2daf52ec4f1399d43713a8f6f266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:11.003 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1ddbe795, L:/127.0.0.1:58710 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:11.003 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [e4925562afda643a8a3020b55ebf14a1a53e5f9083238ae48765215c686c9589]
14:07:11.003 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e4925562afda643a8a3020b55ebf14a1a53e5f9083238ae48765215c686c9589]
14:07:11.004 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:07:11.004 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:07:11.005 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e4925562afda643a8a3020b55ebf14a1a53e5f9083238ae48765215c686c9589 finished by subtask 1; deferring removal (restored in pending)
14:07:11.005 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:11.006 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:11.020 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247792549888001) for scanner KuduScanner(table=replication_test_table, tablet=3b0663a05d52419593d13c8106c60c41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:11.021 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [0f8154ed45c60fdd6c24e47fdc9926302799e5770d1067215559c1125d4bb992]
14:07:11.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0f8154ed45c60fdd6c24e47fdc9926302799e5770d1067215559c1125d4bb992]
14:07:11.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:07:11.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:07:11.022 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0f8154ed45c60fdd6c24e47fdc9926302799e5770d1067215559c1125d4bb992 finished by subtask 3; deferring removal (restored in pending)
14:07:11.022 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:11.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:11.058 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:11.058 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:11.058 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:11.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:11.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:11.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:11.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:11.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:11.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:11.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:11.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:11.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:11.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:11.088 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:11.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:11.089 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:11.089 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:07:11.089 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:11.089 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:11.090 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:11.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.091 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:11.112 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:11.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:11.113 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:11.113 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:07:11.168 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:11.168 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:11.169 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:11.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.171 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:11.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113231184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:11.196 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (4970 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:07:11.200 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
14:07:11.201 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 03b4aa706dc52c062030ed1cbb6883978ed478d553c7237de315fdfcc01b6d4a from pending
14:07:11.201 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split e4925562afda643a8a3020b55ebf14a1a53e5f9083238ae48765215c686c9589 from pending
14:07:11.201 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 57aea142b1e44a2ff47dc7256e01a5883bb13e4138b1a09bae96c2daa55a62f2 from pending
14:07:11.201 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 1459ebf33ffbafc061daac3a2e5c62e2ee6404aa0708880f4cef696f1e5b067c from pending
14:07:11.201 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 0f8154ed45c60fdd6c24e47fdc9926302799e5770d1067215559c1125d4bb992 from pending
14:07:11.201 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 5dae39019c8d142c4597f4edebe5717a0d3abe15fc9d6947e2a8f2d43c7997fe from pending
14:07:11.201 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 6 finished splits from enumerator state
14:07:11.220 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:11.221 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:11.221 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:11.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.223 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:11.248 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:11.248 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:11.248 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:11.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:11.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:11.283 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:11.283 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:11.283 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:11.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:11.322 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:11.323 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:11.323 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:11.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:11.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:11.381 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:11.381 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:11.382 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:11.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:11.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:11.382 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:11.382 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:11.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:11.382 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:11.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:11.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:11.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:11.383 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:11.440 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:11.441 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:11.441 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:11.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.442 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.443 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:11.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:11.497 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:11.498 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:11.498 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:11.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:11.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:11.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:11.499 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:11.499 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:11.499 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:11.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:11.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:11.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:11.499 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:11.679 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:11.679 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:11.680 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:11.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:11.680 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:11.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:11.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:11.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:11.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:11.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:11.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:11.681 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:11.681 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:11.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113231684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:11.697 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:07:11.698 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
14:07:11.748 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:11.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:11.749 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:11.750 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:11.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:11.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:11.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:11.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:11.843 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:11.843 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:11.843 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:11.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.845 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:11.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:11.876 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:11.876 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:11.876 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:11.877 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.877 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:11.942 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:11.942 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:11.942 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:11.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:11.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:11.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:11.944 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:11.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:12.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:07:12Z chronyd exiting
14:07:12.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113232184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:12.197 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:07:12.201 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
14:07:12.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:12.268 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:12.269 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:12.269 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:12.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.270 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:12.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:12.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:12.561 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:12.561 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:12.561 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:12.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:12.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:12.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:12.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:12.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:12.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:12.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:12.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:12.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:12.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:12.576 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:12.576 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:12.576 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:12.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.578 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:12.589 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:12.589 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:12.589 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:12.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:12.590 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:12.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:12.591 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:12.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f2f3d1470b441f4a3f9a66a9a568c27
14:07:12.613 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9f0b2daf52ec4f1399d43713a8f6f266 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
14:07:12.614 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 898b0fc8eb5e4edc8c41e29834750d95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
14:07:12.614 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d2c504351f648ceb182186a1c6f51d6 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
14:07:12.614 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 22d201f1ecd34956b190d668e027205c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
14:07:12.614 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aaf54c75a5df4f228f6689b4a9bca330 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
14:07:12.614 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3b0663a05d52419593d13c8106c60c41 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
14:07:12.614 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:07:12.618 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='10d93796e364561c44e70a8fb54c0001c7a453a64317d5da774a87cd2979b24b'}]
14:07:12.620 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:12.620 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cb935cc0208d3cc6c63d90004f57784ea42700ce35a12c136f71010937c498b3'}]
14:07:12.622 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:12.622 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3187ee009b8677cff84e4ea6897507a6c54dda2ad2a4b61c44183844e865e61b'}]
14:07:12.624 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:12.624 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
14:07:12.624 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=9f0b2daf52ec4f1399d43713a8f6f266@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:12.625 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:07:12.625 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=8d2c504351f648ceb182186a1c6f51d6@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}]
14:07:12.626 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
14:07:12.626 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=22d201f1ecd34956b190d668e027205c@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)[L]]}]
14:07:12.626 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='13271412af8f20aa7001ee9ed1b1ab4b24d5a73ba35877aec93fdfc14d36a21d'}]
14:07:12.632 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:12.632 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:07:12.633 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=898b0fc8eb5e4edc8c41e29834750d95@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:12.641 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:12.660 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:12.673 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:12.678 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:12.686 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113232684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:12.686 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:12.689 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:12.689 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:12.689 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:12.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:12.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:12.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:12.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:12.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:12.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:12.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:12.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:12.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:12.691 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:12.706 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (4970 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
14:07:12.707 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
14:07:12.708 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:12.712 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:12.714 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:12.714 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:12.724 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:12.724 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:12.727 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8d368c14, L:/127.0.0.1:58720 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:12.728 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:12.735 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:12.742 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:12.749 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6c14080a, L:/127.0.0.1:58728 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:12.753 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:12.754 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:12.756 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7984a95a, L:/127.0.0.1:58754 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:12.757 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4660640d, L:/127.0.0.1:58744 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:12.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:12.768 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247800741888001) for scanner KuduScanner(table=replication_test_table, tablet=22d201f1ecd34956b190d668e027205c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:12.769 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [3187ee009b8677cff84e4ea6897507a6c54dda2ad2a4b61c44183844e865e61b]
14:07:12.769 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3187ee009b8677cff84e4ea6897507a6c54dda2ad2a4b61c44183844e865e61b]
14:07:12.769 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
14:07:12.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
14:07:12.771 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:12.771 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3187ee009b8677cff84e4ea6897507a6c54dda2ad2a4b61c44183844e865e61b finished by subtask 3; deferring removal (restored in pending)
14:07:12.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:12.773 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='875321acb3a31f5a66885469b9d364307c2b88fa880ac27c9558d78dadf2c3bb'}]
14:07:12.775 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:12.775 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
14:07:12.776 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=aaf54c75a5df4f228f6689b4a9bca330@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)[L],56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943),81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:12.780 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247800741888001) for scanner KuduScanner(table=replication_test_table, tablet=898b0fc8eb5e4edc8c41e29834750d95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:12.781 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [13271412af8f20aa7001ee9ed1b1ab4b24d5a73ba35877aec93fdfc14d36a21d]
14:07:12.781 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [13271412af8f20aa7001ee9ed1b1ab4b24d5a73ba35877aec93fdfc14d36a21d]
14:07:12.781 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:07:12.781 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:07:12.782 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:12.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:12.784 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 13271412af8f20aa7001ee9ed1b1ab4b24d5a73ba35877aec93fdfc14d36a21d finished by subtask 2; deferring removal (restored in pending)
14:07:12.785 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6300387facb8709b7c46615a8d403ab40b4cfbf35bde71b8a8c769f16978d6ac'}]
14:07:12.791 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:12.805 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:12.805 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
14:07:12.806 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=3b0663a05d52419593d13c8106c60c41@[209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911),56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)[L],81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)]}]
14:07:12.818 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:12.821 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:12.834 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:12.835 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:12.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:12.835 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:07:12.836 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:07:12.843 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbef86ed2, L:/127.0.0.1:58764 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:12.852 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247800741888001) for scanner KuduScanner(table=replication_test_table, tablet=9f0b2daf52ec4f1399d43713a8f6f266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:12.853 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [10d93796e364561c44e70a8fb54c0001c7a453a64317d5da774a87cd2979b24b]
14:07:12.853 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [10d93796e364561c44e70a8fb54c0001c7a453a64317d5da774a87cd2979b24b]
14:07:12.853 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
14:07:12.853 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
14:07:12.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:12.854 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 10d93796e364561c44e70a8fb54c0001c7a453a64317d5da774a87cd2979b24b finished by subtask 0; deferring removal (restored in pending)
14:07:12.855 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:12.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:12.867 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247800741888001) for scanner KuduScanner(table=replication_test_table, tablet=aaf54c75a5df4f228f6689b4a9bca330, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:12.867 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [875321acb3a31f5a66885469b9d364307c2b88fa880ac27c9558d78dadf2c3bb]
14:07:12.867 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [875321acb3a31f5a66885469b9d364307c2b88fa880ac27c9558d78dadf2c3bb]
14:07:12.868 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:12.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
14:07:12.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
14:07:12.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:12.868 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:07:12.872 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
14:07:12.873 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 875321acb3a31f5a66885469b9d364307c2b88fa880ac27c9558d78dadf2c3bb finished by subtask 3; deferring removal (restored in pending)
14:07:12.873 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:12.874 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:12.876 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] connecting to peer
14:07:12.906 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247800741888001) for scanner KuduScanner(table=replication_test_table, tablet=8d2c504351f648ceb182186a1c6f51d6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:12.907 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [cb935cc0208d3cc6c63d90004f57784ea42700ce35a12c136f71010937c498b3]
14:07:12.907 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cb935cc0208d3cc6c63d90004f57784ea42700ce35a12c136f71010937c498b3]
14:07:12.908 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:07:12.908 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:07:12.909 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cb935cc0208d3cc6c63d90004f57784ea42700ce35a12c136f71010937c498b3 finished by subtask 1; deferring removal (restored in pending)
14:07:12.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:12.910 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:12.936 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:12.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:12.936 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:12.937 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
14:07:12.942 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] Successfully connected to peer
14:07:12.952 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.19.1
14:07:12.964 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:12.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:12.964 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
14:07:12.964 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:07:12.965 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:12.966 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:12.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:12.966 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:07:12.966 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
14:07:12.979 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0af6456f, L:/127.0.0.1:58780 - R:/127.27.19.1:43911] using SASL/PLAIN
14:07:12.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:12.988 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247800741888001) for scanner KuduScanner(table=replication_test_table, tablet=3b0663a05d52419593d13c8106c60c41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:12.989 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [6300387facb8709b7c46615a8d403ab40b4cfbf35bde71b8a8c769f16978d6ac]
14:07:12.989 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6300387facb8709b7c46615a8d403ab40b4cfbf35bde71b8a8c769f16978d6ac]
14:07:12.989 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
14:07:12.989 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
14:07:12.990 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6300387facb8709b7c46615a8d403ab40b4cfbf35bde71b8a8c769f16978d6ac finished by subtask 2; deferring removal (restored in pending)
14:07:12.990 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:12.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:13.012 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:13.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:13.013 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:13.013 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
14:07:13.020 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:13.020 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:13.020 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:13.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.021 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.021 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.022 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.022 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:13.093 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:07:13.184 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113233184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:13.205 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (4970 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
14:07:13.207 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
14:07:13.207 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 3187ee009b8677cff84e4ea6897507a6c54dda2ad2a4b61c44183844e865e61b from pending
14:07:13.207 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split cb935cc0208d3cc6c63d90004f57784ea42700ce35a12c136f71010937c498b3 from pending
14:07:13.207 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 10d93796e364561c44e70a8fb54c0001c7a453a64317d5da774a87cd2979b24b from pending
14:07:13.208 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 875321acb3a31f5a66885469b9d364307c2b88fa880ac27c9558d78dadf2c3bb from pending
14:07:13.208 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 6300387facb8709b7c46615a8d403ab40b4cfbf35bde71b8a8c769f16978d6ac from pending
14:07:13.208 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 13271412af8f20aa7001ee9ed1b1ab4b24d5a73ba35877aec93fdfc14d36a21d from pending
14:07:13.208 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 6 finished splits from enumerator state
14:07:13.221 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:13.221 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:13.221 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:13.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:13.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:13.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:13.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:13.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:13.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:13.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:13.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:13.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:13.223 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:13.238 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: giving up after 1 attempts
14:07:13.238 [DEBUG - main] (Connection.java:575) [peer 56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)] disconnecting while in state READY
14:07:13.238 [DEBUG - main] (Connection.java:575) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] disconnecting while in state READY
14:07:13.238 [DEBUG - main] (Connection.java:575) [peer master-127.27.19.62:45349(127.27.19.62:45349)] disconnecting while in state READY
14:07:13.239 [DEBUG - main] (Connection.java:575) [peer master-127.27.19.60:35973(127.27.19.60:35973)] disconnecting while in state READY
14:07:13.239 [DEBUG - main] (Connection.java:575) [peer 81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)] disconnecting while in state READY
14:07:13.239 [DEBUG - main] (Connection.java:575) [peer master-127.27.19.61:40871(127.27.19.61:40871)] disconnecting while in state READY
14:07:13.239 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.19.62:45349(127.27.19.62:45349)] handling channelInactive
14:07:13.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state READY due to: connection closed
14:07:13.240 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)] handling channelInactive
14:07:13.240 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 56731ee025aa4ba6b39ec22dcaa96c4e(127.27.19.2:41943)] cleaning up while in state READY due to: connection closed
14:07:13.240 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.19.61:40871(127.27.19.61:40871)] handling channelInactive
14:07:13.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state READY due to: connection closed
14:07:13.240 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] handling channelInactive
14:07:13.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 209bbf691bb94971bb04d86446c9961a(127.27.19.1:43911)] cleaning up while in state READY due to: connection closed
14:07:13.241 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.19.60:35973(127.27.19.60:35973)] handling channelInactive
14:07:13.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state READY due to: connection closed
14:07:13.241 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:13.245 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
14:07:13.245 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
14:07:13.245 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-4
14:07:13.246 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
14:07:13.249 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)] handling channelInactive
14:07:13.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 81d98baa812f456184edf5258e5abe21(127.27.19.3:41613)] cleaning up while in state READY due to: connection closed
14:07:13.249 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
14:07:13.250 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
14:07:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:13.250623 27724 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 28078
14:07:13.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:13.327786 28243 connection.cc:582] client connection to 127.27.19.1:43911 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:07:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:13.328253 28243 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:07:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:13.336804 27724 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 28217
14:07:13.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:13.380 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:13.380 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:13.381 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:13.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:13.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:13.449980 28436 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.19.1:43911: connect: Connection refused (error 111)
14:07:13.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:13.459869 28436 consensus_peers.cc:597] T aaf54c75a5df4f228f6689b4a9bca330 P 81d98baa812f456184edf5258e5abe21 -> Peer 209bbf691bb94971bb04d86446c9961a (127.27.19.1:43911): Couldn't send request to peer 209bbf691bb94971bb04d86446c9961a. Status: Network error: Client connection negotiation failed: client connection to 127.27.19.1:43911: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:13.460692 27724 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 28362
14:07:13.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:13.518770 27809 connection.cc:582] server connection from 127.27.19.3:52677 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:07:13.520 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:13.520 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:13.520 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:13.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:13.520212 27724 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 27736
14:07:13.555 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.19.62:45349(127.27.19.62:45349)] handling channelInactive
14:07:13.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state READY due to: connection closed
14:07:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:13.556149 27724 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 27860
14:07:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:13.563787 27964 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.19.62:45349: connect: Connection refused (error 111)
14:07:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:13.568142 27964 consensus_peers.cc:597] T 00000000000000000000000000000000 P bef586d20aaa46a5844438f5c1942f8e -> Peer 6b19281a2bf24d3fa48c80265bea85c6 (127.27.19.62:45349): Couldn't send request to peer 6b19281a2bf24d3fa48c80265bea85c6. Status: Network error: Client connection negotiation failed: client connection to 127.27.19.62:45349: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:13.589 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.19.61:40871(127.27.19.61:40871)] handling channelInactive
14:07:13.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state READY due to: connection closed
14:07:13.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:13.589951 27724 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 27935
14:07:13.623 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.19.60:35973(127.27.19.60:35973)] handling channelInactive
14:07:13.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state READY due to: connection closed
14:07:13.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113233684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:13.694 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:07:13.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
14:07:13.701 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:13.701 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:13.701 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:13.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:13.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:13.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:13.703 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:13.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:13.798 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:13.798 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:13.798 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:13.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:13.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:13.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:13.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:13.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:13.799 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:13.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:13.799 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:13.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:13.799 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:13.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:13.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:14.104 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:14.105 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:14.105 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:14.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:14.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:14.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:14.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:14.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:14.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:14.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:14.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:14.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:14.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:14.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113234184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:14.194 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:07:14.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
14:07:14.216 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:14.216 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:14.217 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:14.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:14.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:14.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:14.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:14.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:14.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:14.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:14.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:14.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:14.217 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:14.220 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:14.220 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:14.220 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:14.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:14.221 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:14.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:14.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:14.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:14.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:14.221 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:14.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:14.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:14.221 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:14.229 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:14.229 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:14.229 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:14.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:14.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:14.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:14.230 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:14.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:14.230 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:14.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:14.230 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:14.230 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:14.230 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:14.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:14.304 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:14.305 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:14.305 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:14.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:14.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:14.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:14.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:14.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:14.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:14.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:14.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:14.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:14.306 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:14.308 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:14.309 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:14.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:14.309 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:14.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:14.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:14.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:14.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:14.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:14.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:14.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:14.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:14.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:14.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:14.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:14.599 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:14.599 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:14.599 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:14.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:14.600 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:14.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:14.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:14.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:14.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:14.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:14.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:14.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:14.600 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:14.604 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:14.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.605 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.27.19.60:35973(127.27.19.60:35973) for tablet Kudu Master: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.625 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:14.626 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:14.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.626 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.626 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:14.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:14.644 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:14.646 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:14.646 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:14.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.646 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:14.664 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:14.665 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:14.665 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:14.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.666 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:14.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113234684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:14.685 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:14.685 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:14.685 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:14.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.686 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:14.692 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:07:14.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
14:07:14.725 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:14.725 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:14.726 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:14.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:14.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:07:14Z chronyd exiting
14:07:14.804 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:14.805 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:14.805 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:14.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.806 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:14.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:14.905 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:14.905 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:14.905 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:14.905 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:14.905 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:14.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:14.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:14.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:14.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:14.905 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:14.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:14.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:14.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:14.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:14.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:14.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:14.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:14.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:14.906 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:14.906 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:14.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:15.065 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:15.065 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:15.065 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:15.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:15.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:15.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:15.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:15.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:15.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:15.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:15.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:15.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:15.066 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:15.098 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:15.098 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:15.098 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:15.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:15.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:15.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:15.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:15.099 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:15.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:15.099 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:15.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:15.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:15.099 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:15.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113235184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:15.193 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:07:15.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
14:07:15.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:15.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:15.388 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:15.388 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:15.389 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:15.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.389 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:15.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:15.525 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:15.525 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:15.525 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:15.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:15.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:15.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:15.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:15.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:15.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:15.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:15.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:15.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:15.526 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:15.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113235684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:15.693 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:07:15.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
14:07:15.722 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:15.722 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:15.723 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:15.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:15.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:15.804 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:15.805 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:15.805 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:15.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:15.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:15.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:15.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:15.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:15.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:15.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:15.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:15.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:15.805 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:15.848 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:07:15.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:15.863 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:15.863 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:15.863 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:15.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:15.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:15.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:15.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:15.889 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: giving up after 1 attempts
E.14:07:15.890 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113235890
14:07:15.890 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113235890
14:07:15.896 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:07:15.900 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:07:15.901 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:07:15.901 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:07:15.901 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:07:15.901 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:07:15.905 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:07:15.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:16.118 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:16.118 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:16.118 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:16.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:16.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:16.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:16.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:16.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:16.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:16.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:16.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:16.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:16.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:16.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113236184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:16.193 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:07:16.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
14:07:16.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:16.305 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:16.305 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:16.305 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:16.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:16.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:16.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:16.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:16.306 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:16.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:16.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:16.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:16.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:16.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:16.308 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:16.308 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:16.309 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:16.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:16.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:16.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:16.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:16.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:16.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:16.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:16.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:16.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:16.309 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:16.313 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:07:16.313 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:07:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:16.317776 30103 mini_oidc.cc:150] Starting JWKS server
14:07:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:16.321347 30103 webserver.cc:533] Webserver started at http://127.0.0.1:36785/ using document root <none> and password file <none>
14:07:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:16.321866 30103 mini_oidc.cc:186] Starting OIDC Discovery server
14:07:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:16.323920 30103 webserver.cc:533] Webserver started at http://127.0.0.1:33625/ using document root <none> and password file <none>
14:07:16.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:16.376 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:16.376 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:16.377 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:16.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:16.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:16.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:16.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:16.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:16.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:16.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:16.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:16.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:16.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:07:16Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:07:16.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:07:16Z Disabled control of system clock
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:16.418886 30103 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/wal
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/data
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/logs
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/data/info.pb
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.254:45169
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.254
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36785/jwks.json with env {}
14:07:16.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:16.518 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:16.519 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:16.519 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:16.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:16.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:16.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:16.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:16.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:16.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:16.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:16.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:16.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:16.520 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:16.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113236684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:16.693 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:07:16.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
14:07:16.700 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:16.701 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:16.701 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:16.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:16.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:16.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:16.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:16.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:16.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:16.701 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:16.701 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:16.701 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:16.701 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.753613 30115 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.754185 30115 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.754647 30115 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:16.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.790885 30115 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.791172 30115 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.791396 30115 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.791853 30115 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.792171 30115 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.792344 30115 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36785/jwks.json
14:07:16.808 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:16.808 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:16.809 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:16.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:16.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:16.809 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:16.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:16.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:16.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:16.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:16.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:16.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:16.809 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:16.833591 30115 master_runner.cc:387] Master server non-default flags:
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/data
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/wal
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.254:45169
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36785/jwks.json
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/data/info.pb
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.254
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/logs
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:16.834980 30115 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:16.836642 30115 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.849161 30121 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:16.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:16.978 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:16.978 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:16.978 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:16.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:16.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:16.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:16.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:16.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:16.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:16.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:16.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:16.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:16.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:16.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:17.021 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:17.022 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:17.022 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:17.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:17.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:17.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:17.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:17.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:17.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:17.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:17.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:17.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:17.023 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:17.184 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113237184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:17.198 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:07:17.199 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
14:07:17.240 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:17.241 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:17.241 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:17.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:17.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:17.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:17.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:17.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:17.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:17.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:17.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:17.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:17.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:17.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:17.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:17.445 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:17.446 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:17.446 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:17.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:17.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:17.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:17.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:17.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:17.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:17.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:17.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:17.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:17.448 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:17.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:17.560 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:17.560 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:17.560 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:17.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:17.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:17.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:17.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:17.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:17.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:17.562 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:17.562 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:17.562 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:17.562 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:17.598 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:17.599 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:17.599 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:17.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:17.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:17.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:17.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:17.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:17.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:17.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:17.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:17.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:17.601 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:17.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113237684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:17.699 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:07:17.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
14:07:17.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:17.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:17.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:18.096 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:18.096 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:18.097 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:18.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:18.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:18.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:18.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:18.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:18.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:18.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:18.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:18.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:18.098 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:18.118 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:18.118 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:18.118 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:18.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.119 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.119 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.119 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.120 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.120 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.120 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:18.125 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:18.125 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:18.125 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:18.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:18.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:18.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:18.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:18.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:18.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:18.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:18.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:18.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:18.127 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:18.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113238184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:18.198 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
14:07:18.200 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
14:07:18.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:18.348 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:18.349 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:18.349 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:18.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.351 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:18.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:18.404 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:18.405 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:18.405 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:18.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:18.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:18.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:18.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:18.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:18.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:18.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:18.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:18.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:18.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:18.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:18.569 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:18.569 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:18.570 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:18.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:18.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:18.572 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:18.572 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:18.578 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:18.579 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:18.579 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:18.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:18.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:18.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:18.580 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:18.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:18.580 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:18.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:18.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:18.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:18.581 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:18.665 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:18.665 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:18.665 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:18.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:18.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:18.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:18.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:18.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:18.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:18.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:18.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:18.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:18.667 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:16.849690 30122 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:18.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:18.677574 30115 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.828s	user 0.696s	sys 1.129s
14:07:18.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:18.678162 30115 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.829s	user 0.696s	sys 1.130s
14:07:18.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:18.253829 30120 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 30115
14:07:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:18.680382 30124 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:18.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:18.684340 30123 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1834 milliseconds
14:07:18.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.684480 30115 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:18.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113238684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.686581 30115 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.692103 30115 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.693544 30115 hybrid_clock.cc:648] HybridClock initialized: now 1779113238693515 us; error 42 us; skew 500 ppm
14:07:18.694 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:07:18.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
14:07:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.694646 30115 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.703671 30115 webserver.cc:533] Webserver started at http://127.29.101.254:39647/ using document root <none> and password file <none>
14:07:18.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.704764 30115 fs_manager.cc:362] Metadata directory not provided
14:07:18.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.704985 30115 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:18.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.705466 30115 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.710515 30115 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/data/instance:
14:07:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d87c2642f03d4af1b0f5b05865940a5a"
14:07:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:18 on dist-test-slave-qn3m"
14:07:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.711753 30115 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/wal/instance:
14:07:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d87c2642f03d4af1b0f5b05865940a5a"
14:07:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:18 on dist-test-slave-qn3m"
14:07:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.719832 30115 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
14:07:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.726951 30132 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.728232 30115 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.002s
14:07:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.728658 30115 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/wal
14:07:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d87c2642f03d4af1b0f5b05865940a5a"
14:07:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:18 on dist-test-slave-qn3m"
14:07:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.729051 30115 fs_report.cc:389] FS layout report
14:07:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/wal
14:07:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/wal
14:07:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/data/data
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:18.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.780632 30115 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.782305 30115 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.782811 30115 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:18.829 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:18.829 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:18.829 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:18.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:18.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:18.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:18.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:18.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:18.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:18.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:18.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:18.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:18.830 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:18.845 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:18.845 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:18.845 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:18.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:18.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:18.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:18.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:18.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:18.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:18.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:18.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:18.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:18.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:18.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.861698 30115 rpc_server.cc:307] RPC server started. Bound to: 127.29.101.254:45169
14:07:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.861778 30183 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.101.254:45169 every 8 connection(s)
14:07:18.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.864686 30115 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/data/info.pb
14:07:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.871295 30184 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.874763 30103 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 30115
14:07:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.875329 30103 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-0/wal/instance
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.881008 30103 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/wal
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/data
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/logs
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/data/info.pb
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.253:41249
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.253
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36785/jwks.json with env {}
14:07:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.888616 30184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } has no permanent_uuid. Determining permanent_uuid...
14:07:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.917939 30184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } has no permanent_uuid. Determining permanent_uuid...
14:07:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:18.920815 30134 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.101.253:41249: connect: Connection refused (error 111)
14:07:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:18.925864 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.253:41249: Network error: Client connection negotiation failed: client connection to 127.29.101.253:41249: connect: Connection refused (error 111)
14:07:18.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:18.975412 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } attempt: 1
14:07:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:18.980386 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.253:41249: Network error: Client connection negotiation failed: client connection to 127.29.101.253:41249: connect: Connection refused (error 111)
14:07:18.980 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:18.981 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:18.981 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:18.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:18.981 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:18.981 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:18.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:18.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:18.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:18.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:18.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:18.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:18.982 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:18.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:18.997 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:18.998 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:18.998 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:18.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:18.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:18.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:18.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:18.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:18.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:18.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:18.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:18.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:18.998 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:19.003 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:19.003 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:19.003 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:19.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:19.029 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:19.029 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:19.029 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:19.029 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:19.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:19.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:19.029 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:19.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:19.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:19.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:19.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:19.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:19.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:19.048838 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } attempt: 2
14:07:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.053539 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.253:41249: Network error: Client connection negotiation failed: client connection to 127.29.101.253:41249: connect: Connection refused (error 111)
14:07:19.060 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:19.060 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:19.060 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:19.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:19.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:19.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:19.060 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:19.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:19.060 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:19.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:19.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:19.060 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:19.060 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:19.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:19.144994 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } attempt: 3
14:07:19.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.149554 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.253:41249: Network error: Client connection negotiation failed: client connection to 127.29.101.253:41249: connect: Connection refused (error 111)
14:07:19.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113239184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:19.196 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:07:19.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
14:07:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.225230 30186 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.225944 30186 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.226564 30186 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:19.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.261538 30186 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:19.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.261937 30186 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:19.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.262324 30186 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:19.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.262624 30186 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.262919 30186 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.263170 30186 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36785/jwks.json
14:07:19.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:19.293036 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } attempt: 4
14:07:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.297403 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.253:41249: Network error: Client connection negotiation failed: client connection to 127.29.101.253:41249: connect: Connection refused (error 111)
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:19.304971 30186 master_runner.cc:387] Master server non-default flags:
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/data
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/wal
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.253:41249
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36785/jwks.json
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/data/info.pb
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.253
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/logs
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:19.306361 30186 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:19.308115 30186 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.318962 30195 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:19.328 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:19.328 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:19.329 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:19.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.329 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.330 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:19.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:19.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:19.596889 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } attempt: 5
14:07:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.605769 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.253:41249: Network error: Client connection negotiation failed: client connection to 127.29.101.253:41249: connect: Connection refused (error 111)
14:07:19.616 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:19.617 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:19.617 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:19.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.619 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:19.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113239684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:19.702 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:07:19.704 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
14:07:19.736 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:19.736 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:19.737 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:19.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.739 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:19.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:19.802 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:19.803 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:19.803 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:19.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:19.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:19.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:19.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:19.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:19.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:20.039 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:20.039 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:20.039 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:20.040 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:20.040 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:20.040 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:20.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:20.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:20.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:20.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:20.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:20.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:20.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:20.060 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:20.061 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:20.061 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:20.062 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.062 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.153378 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } attempt: 6
14:07:20.159 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:20.160 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:20.160 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:20.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:20.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:20.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:20.161 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:20.161 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:20.161 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:20.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:20.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:20.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:20.161 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:20.163 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27036), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [15ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [159ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [169ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [177ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [198ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [199ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [199ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [200ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [224ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [264ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [264ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [341ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [382ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [582ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [584ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [745ms] refreshing cache from master, [745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [758ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [764ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [768ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [771ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [901ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [902ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [902ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [903ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2882ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [6840ms] refreshing cache from master, [6840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [6841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [6841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [6841ms] too many traces: truncated at 100 traces, deferred=Deferred@880551361(state=PENDING, result=null, callback=(continuation of Deferred@1712300723 after retry RPC after error@1174460707) -> (continuation of Deferred@346580382 after retry RPC after error@1093601511) -> (continuation of Deferred@1512972363 after retry RPC after error@438772716) -> (continuation of Deferred@1299456419 after retry RPC after error@1948610778) -> (continuation of Deferred@1596074605 after retry RPC after error@2092522022) -> (continuation of Deferred@271320363 after retry RPC after error@1339032660) -> (continuation of Deferred@32456321 after retry RPC after error@934362352) -> (continuation of Deferred@1204052592 after retry RPC after error@150551672) -> (continuation of Deferred@1889140944 after retry RPC after error@1316156559) -> (continuation of Deferred@717342931 after retry RPC after error@1805265679) -> (continuation of Deferred@1260796460 after retry RPC after error@304703819) -> (continuation of Deferred@915057805 after retry RPC after error@217197312) -> (continuation of Deferred@1988069352 after retry RPC after error@801495901) -> (continuation of Deferred@1288234220 after retry RPC after error@1375693918) -> (continuation of Deferred@1530261838 after retry RPC after error@1521210950) -> (continuation of Deferred@1364174459 after retry RPC after error@2079899024) -> (continuation of Deferred@263429152 after retry RPC after error@187589238) -> (continuation of Deferred@670986518 after retry RPC after error@433347652) -> (continuation of Deferred@169185730 after retry RPC after error@1926262564) -> (continuation of Deferred@645060265 after retry RPC after error@503285855), errback=(continuation of Deferred@1712300723 after retry RPC after error@1174460707) -> (continuation of Deferred@346580382 after retry RPC after error@1093601511) -> (continuation of Deferred@1512972363 after retry RPC after error@438772716) -> (continuation of Deferred@1299456419 after retry RPC after error@1948610778) -> (continuation of Deferred@1596074605 after retry RPC after error@2092522022) -> (continuation of Deferred@271320363 after retry RPC after error@1339032660) -> (continuation of Deferred@32456321 after retry RPC after error@934362352) -> (continuation of Deferred@1204052592 after retry RPC after error@150551672) -> (continuation of Deferred@1889140944 after retry RPC after error@1316156559) -> (continuation of Deferred@717342931 after retry RPC after error@1805265679) -> (continuation of Deferred@1260796460 after retry RPC after error@304703819) -> (continuation of Deferred@915057805 after retry RPC after error@217197312) -> (continuation of Deferred@1988069352 after retry RPC after error@801495901) -> (continuation of Deferred@1288234220 after retry RPC after error@1375693918) -> (continuation of Deferred@1530261838 after retry RPC after error@1521210950) -> (continuation of Deferred@1364174459 after retry RPC after error@2079899024) -> (continuation of Deferred@263429152 after retry RPC after error@187589238) -> (continuation of Deferred@670986518 after retry RPC after error@433347652) -> (continuation of Deferred@169185730 after retry RPC after error@1926262564) -> (continuation of Deferred@645060265 after retry RPC after error@503285855)))
14:07:20.165 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:07:20.166 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27036), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [15ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [159ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [169ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [177ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [198ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [199ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [199ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [200ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [224ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [264ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [264ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [341ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [382ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [582ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [584ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [745ms] refreshing cache from master, [745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [758ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [764ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [768ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [771ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [901ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [902ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [902ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [903ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2882ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [6840ms] refreshing cache from master, [6840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [6841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [6841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [6841ms] too many traces: truncated at 100 traces, deferred=Deferred@880551361(state=PENDING, result=null, callback=(continuation of Deferred@1712300723 after retry RPC after error@1174460707) -> (continuation of Deferred@346580382 after retry RPC after error@1093601511) -> (continuation of Deferred@1512972363 after retry RPC after error@438772716) -> (continuation of Deferred@1299456419 after retry RPC after error@1948610778) -> (continuation of Deferred@1596074605 after retry RPC after error@2092522022) -> (continuation of Deferred@271320363 after retry RPC after error@1339032660) -> (continuation of Deferred@32456321 after retry RPC after error@934362352) -> (continuation of Deferred@1204052592 after retry RPC after error@150551672) -> (continuation of Deferred@1889140944 after retry RPC after error@1316156559) -> (continuation of Deferred@717342931 after retry RPC after error@1805265679) -> (continuation of Deferred@1260796460 after retry RPC after error@304703819) -> (continuation of Deferred@915057805 after retry RPC after error@217197312) -> (continuation of Deferred@1988069352 after retry RPC after error@801495901) -> (continuation of Deferred@1288234220 after retry RPC after error@1375693918) -> (continuation of Deferred@1530261838 after retry RPC after error@1521210950) -> (continuation of Deferred@1364174459 after retry RPC after error@2079899024) -> (continuation of Deferred@263429152 after retry RPC after error@187589238) -> (continuation of Deferred@670986518 after retry RPC after error@433347652) -> (continuation of Deferred@169185730 after retry RPC after error@1926262564) -> (continuation of Deferred@645060265 after retry RPC after error@503285855), errback=(continuation of Deferred@1712300723 after retry RPC after error@1174460707) -> (continuation of Deferred@346580382 after retry RPC after error@1093601511) -> (continuation of Deferred@1512972363 after retry RPC after error@438772716) -> (continuation of Deferred@1299456419 after retry RPC after error@1948610778) -> (continuation of Deferred@1596074605 after retry RPC after error@2092522022) -> (continuation of Deferred@271320363 after retry RPC after error@1339032660) -> (continuation of Deferred@32456321 after retry RPC after error@934362352) -> (continuation of Deferred@1204052592 after retry RPC after error@150551672) -> (continuation of Deferred@1889140944 after retry RPC after error@1316156559) -> (continuation of Deferred@717342931 after retry RPC after error@1805265679) -> (continuation of Deferred@1260796460 after retry RPC after error@304703819) -> (continuation of Deferred@915057805 after retry RPC after error@217197312) -> (continuation of Deferred@1988069352 after retry RPC after error@801495901) -> (continuation of Deferred@1288234220 after retry RPC after error@1375693918) -> (continuation of Deferred@1530261838 after retry RPC after error@1521210950) -> (continuation of Deferred@1364174459 after retry RPC after error@2079899024) -> (continuation of Deferred@263429152 after retry RPC after error@187589238) -> (continuation of Deferred@670986518 after retry RPC after error@433347652) -> (continuation of Deferred@169185730 after retry RPC after error@1926262564) -> (continuation of Deferred@645060265 after retry RPC after error@503285855)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:20.169 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:07:20.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113240184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:20.186 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
14:07:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:20.188412 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.253:41249: Network error: Client connection negotiation failed: client connection to 127.29.101.253:41249: connect: Connection refused (error 111)
14:07:20.191 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27036), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [15ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [159ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [169ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [177ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [198ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [199ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [199ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [200ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [224ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [224ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [264ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [264ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [341ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [382ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [582ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [583ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [584ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [745ms] refreshing cache from master, [745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [758ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [764ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [768ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [771ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [901ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [902ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [902ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [903ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2882ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [6840ms] refreshing cache from master, [6840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [6841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [6841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [6841ms] too many traces: truncated at 100 traces, deferred=Deferred@880551361(state=PENDING, result=null, callback=(continuation of Deferred@1712300723 after retry RPC after error@1174460707) -> (continuation of Deferred@346580382 after retry RPC after error@1093601511) -> (continuation of Deferred@1512972363 after retry RPC after error@438772716) -> (continuation of Deferred@1299456419 after retry RPC after error@1948610778) -> (continuation of Deferred@1596074605 after retry RPC after error@2092522022) -> (continuation of Deferred@271320363 after retry RPC after error@1339032660) -> (continuation of Deferred@32456321 after retry RPC after error@934362352) -> (continuation of Deferred@1204052592 after retry RPC after error@150551672) -> (continuation of Deferred@1889140944 after retry RPC after error@1316156559) -> (continuation of Deferred@717342931 after retry RPC after error@1805265679) -> (continuation of Deferred@1260796460 after retry RPC after error@304703819) -> (continuation of Deferred@915057805 after retry RPC after error@217197312) -> (continuation of Deferred@1988069352 after retry RPC after error@801495901) -> (continuation of Deferred@1288234220 after retry RPC after error@1375693918) -> (continuation of Deferred@1530261838 after retry RPC after error@1521210950) -> (continuation of Deferred@1364174459 after retry RPC after error@2079899024) -> (continuation of Deferred@263429152 after retry RPC after error@187589238) -> (continuation of Deferred@670986518 after retry RPC after error@433347652) -> (continuation of Deferred@169185730 after retry RPC after error@1926262564) -> (continuation of Deferred@645060265 after retry RPC after error@503285855), errback=(continuation of Deferred@1712300723 after retry RPC after error@1174460707) -> (continuation of Deferred@346580382 after retry RPC after error@1093601511) -> (continuation of Deferred@1512972363 after retry RPC after error@438772716) -> (continuation of Deferred@1299456419 after retry RPC after error@1948610778) -> (continuation of Deferred@1596074605 after retry RPC after error@2092522022) -> (continuation of Deferred@271320363 after retry RPC after error@1339032660) -> (continuation of Deferred@32456321 after retry RPC after error@934362352) -> (continuation of Deferred@1204052592 after retry RPC after error@150551672) -> (continuation of Deferred@1889140944 after retry RPC after error@1316156559) -> (continuation of Deferred@717342931 after retry RPC after error@1805265679) -> (continuation of Deferred@1260796460 after retry RPC after error@304703819) -> (continuation of Deferred@915057805 after retry RPC after error@217197312) -> (continuation of Deferred@1988069352 after retry RPC after error@801495901) -> (continuation of Deferred@1288234220 after retry RPC after error@1375693918) -> (continuation of Deferred@1530261838 after retry RPC after error@1521210950) -> (continuation of Deferred@1364174459 after retry RPC after error@2079899024) -> (continuation of Deferred@263429152 after retry RPC after error@187589238) -> (continuation of Deferred@670986518 after retry RPC after error@433347652) -> (continuation of Deferred@169185730 after retry RPC after error@1926262564) -> (continuation of Deferred@645060265 after retry RPC after error@503285855)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:20.194 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:07:20.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
14:07:20.196 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:20.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
14:07:20.197 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
14:07:20.198 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RUNNING to RESTARTING.
14:07:20.198 [WARN - flink-pekko.actor.default-dispatcher-6] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
14:07:20.220 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:20.221 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:20.221 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:20.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.224 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:20.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:20.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:20.618 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:20.618 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:20.618 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:20.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.620 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:20.649 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:20.649 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:20.649 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:20.650 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.650 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.650 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:20.689 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113240684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:20.699 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
14:07:20.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
14:07:20.720 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:20.720 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:20.720 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:20.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:20.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:20.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:20.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:20.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:20.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:20.725960 30194 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 30186
14:07:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:20.906960 30186 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.587s	user 0.517s	sys 0.969s
14:07:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:19.320341 30196 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:20.907472 30186 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.588s	user 0.517s	sys 0.969s
14:07:20.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:20.909333 30198 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:20.912338 30197 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1587 milliseconds
14:07:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.912411 30186 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.913650 30186 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.916069 30186 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.917411 30186 hybrid_clock.cc:648] HybridClock initialized: now 1779113240917381 us; error 56 us; skew 500 ppm
14:07:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.918180 30186 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.924382 30186 webserver.cc:533] Webserver started at http://127.29.101.253:41389/ using document root <none> and password file <none>
14:07:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.925403 30186 fs_manager.cc:362] Metadata directory not provided
14:07:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.925657 30186 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.926164 30186 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.930760 30186 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/data/instance:
14:07:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41a251f93bca4633a1ecc031e567db8c"
14:07:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:20 on dist-test-slave-qn3m"
14:07:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.932030 30186 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/wal/instance:
14:07:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41a251f93bca4633a1ecc031e567db8c"
14:07:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:20 on dist-test-slave-qn3m"
14:07:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.939527 30186 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
14:07:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.945633 30207 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.946730 30186 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
14:07:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.947099 30186 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/wal
14:07:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41a251f93bca4633a1ecc031e567db8c"
14:07:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:20 on dist-test-slave-qn3m"
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:20.947521 30186 fs_report.cc:389] FS layout report
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/wal
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/wal
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/data/data
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:20.956 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:20.957 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:20.957 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:20.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:20.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:20.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:20.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:20.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:20.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:20.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:20.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:20.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:20.958 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.010613 30186 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.012265 30186 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.012761 30186 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.090310 30186 rpc_server.cc:307] RPC server started. Bound to: 127.29.101.253:41249
14:07:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.090400 30258 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.101.253:41249 every 8 connection(s)
14:07:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.093204 30186 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/data/info.pb
14:07:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.096989 30103 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 30186
14:07:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.097469 30103 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-1/wal/instance
14:07:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.100600 30259 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.100654 30103 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/wal
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/data
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/logs
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/data/info.pb
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.252:39175
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.252
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36785/jwks.json with env {}
14:07:21.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.114473 30259 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } has no permanent_uuid. Determining permanent_uuid...
14:07:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.139703 30259 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } has no permanent_uuid. Determining permanent_uuid...
14:07:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.154201 30259 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } has no permanent_uuid. Determining permanent_uuid...
14:07:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.156519 30209 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.161019 30259 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113241185 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:21.193 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:07:21.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
14:07:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.210592 30259 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 1
14:07:21.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.214844 30259 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.249200 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } attempt: 7
14:07:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.261291 30184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } has no permanent_uuid. Determining permanent_uuid...
14:07:21.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.267084 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.283372 30259 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 2
14:07:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.287535 30259 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.325501 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 1
14:07:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.329730 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:21.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.379006 30259 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 3
14:07:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.383215 30259 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.411118 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 2
14:07:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.415169 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.445832 30261 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.446388 30261 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.446913 30261 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:21.458 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:21.458 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:21.458 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:21.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:21.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:21.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:21.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:21.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:21.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:21.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:21.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:21.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:21.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:21.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.483671 30261 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:21.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.483989 30261 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:21.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.484303 30261 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:21.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.484517 30261 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:21.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.484712 30261 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:21.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.484860 30261 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36785/jwks.json
14:07:21.485 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:21.485 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:21.485 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:21.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:21.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:21.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:21.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:21.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:21.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:21.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:21.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:21.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:21.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.500592 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 3
14:07:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.504621 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.526692 30259 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 4
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.527210 30261 master_runner.cc:387] Master server non-default flags:
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/data
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/wal
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.252:39175
14:07:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36785/jwks.json
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/data/info.pb
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.252
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/logs
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.528946 30261 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:21.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.530635 30261 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:21.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.530683 30259 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.541805 30273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:21.575 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RESTARTING to RUNNING.
14:07:21.575 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job e2d05dba1558dbc336d7ebe82f9f04d7 from Checkpoint 64 @ 1779113211525 for e2d05dba1558dbc336d7ebe82f9f04d7 located at file:/tmp/junit4010981562874139189/checkpoints/e2d05dba1558dbc336d7ebe82f9f04d7/chk-64.
14:07:21.576 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:07:21.577 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
14:07:21.578 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:21.580 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 64 for source Source: KuduSource to checkpoint.
14:07:21.584 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
14:07:21.584 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 7e35012307741ce2bd2fdfd64cd9ea65
14:07:21.585 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:07:21.586 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 7e35012307741ce2bd2fdfd64cd9ea65.
14:07:21.601 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
14:07:21.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
14:07:21.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@159e8b04
14:07:21.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:21.603 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:21.603 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:07:21.603 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:07:21.620 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ab6acd9
14:07:21.625 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:21.634 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:21.637 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:21.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.645011 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 4
14:07:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.652509 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.653 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:21.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:21.674 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:21.677 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:21.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.678 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:21.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.680 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:21.684 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113241684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:21.694 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:21.695 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:07:21.700 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
14:07:21.710 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:21.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.715 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:21.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:21.725 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:21.725 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:21.726 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:21.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:21.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:21.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:21.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:21.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:21.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:21.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:21.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:21.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:21.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:21.734 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:21.734 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:21.734 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:21.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.735 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.735 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.736 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:21.754 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:21.754 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:21.754 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:21.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.757 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:21.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:21.794 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:21.794 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:21.795 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:21.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:21.809 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.830193 30259 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 5
14:07:21.835 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:21.836 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:21.836 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:21.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.842056 30259 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:21.902 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:21.902 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:21.903 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:21.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:21.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:21.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:21.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:21.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:21.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:21.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:21.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:21.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:21.904 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:21.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:21.936064 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 5
14:07:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.944571 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:21.954 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:21.954 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:21.954 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:21.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:21.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:21.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:21.957 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:22.035 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:22.036 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:22.036 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:22.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:22.125 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.126 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.126 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.126 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.127 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.128 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [7ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [7ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [88ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [93ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [505ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [883ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1425ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1823ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2142ms] too many traces: truncated at 100 traces, deferred=Deferred@2038512755(state=PENDING, result=null, callback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699), errback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699)))
14:07:22.130 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.131 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.131 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.133 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.133 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.131 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [7ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [7ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [88ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [93ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [505ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [883ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1425ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1823ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2142ms] too many traces: truncated at 100 traces, deferred=Deferred@2038512755(state=PENDING, result=null, callback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699), errback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [7ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [7ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [88ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [93ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [505ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [883ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1425ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1823ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2142ms] too many traces: truncated at 100 traces, deferred=Deferred@2038512755(state=PENDING, result=null, callback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699), errback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:22.146 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.146 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.146 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.149 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.155 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [7ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [7ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [88ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [93ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [505ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [883ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1425ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1823ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2142ms] too many traces: truncated at 100 traces, deferred=Deferred@2038512755(state=PENDING, result=null, callback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699), errback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [7ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [7ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [88ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [93ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [505ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [883ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [883ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1425ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1823ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2142ms] too many traces: truncated at 100 traces, deferred=Deferred@2038512755(state=PENDING, result=null, callback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699), errback=(continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356) -> (continuation of Deferred@1826849700 after retry RPC after error@1332034542) -> (continuation of Deferred@1146311799 after retry RPC after error@1382638514) -> (continuation of Deferred@577185016 after retry RPC after error@1144770833) -> (continuation of Deferred@446027021 after retry RPC after error@58212638) -> (continuation of Deferred@405005677 after retry RPC after error@42601505) -> (continuation of Deferred@914590912 after retry RPC after error@1999784895) -> (continuation of Deferred@1883099321 after retry RPC after error@579084699)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:22.165 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.167 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.167 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.169 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.170 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:07:22.171 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RUNNING to RESTARTING.
14:07:22.173 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
14:07:22.174 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
14:07:22.176 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:07:22.177 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
14:07:22.177 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:07:22.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
14:07:22.178 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
14:07:22.178 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
14:07:22.179 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
14:07:22.179 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
14:07:22.181 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
14:07:22.184 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113242184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:22.185 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.185 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.185 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.197 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:07:22.198 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:07:22.198 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
14:07:22.198 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:07:22.200 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
14:07:22.205 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.205 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.205 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.208 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.221 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
14:07:22.221 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
14:07:22.221 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
14:07:22.225 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.225 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.225 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.227 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.231 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:07:22.231 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
14:07:22.231 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
14:07:22.237 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:07:22.237 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
14:07:22.237 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:07:22.246 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:07:22.246 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
14:07:22.246 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:07:22.259 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:07:22.259 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
14:07:22.259 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:07:22.261 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:22.261 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:22.261 [DEBUG - pool-186-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:22.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:22.264 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29126), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [7ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [8ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [59ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [77ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [77ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [117ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [177ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [177ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [226ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [226ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [383ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [383ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [543ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [543ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [962ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [963ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [963ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [964ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [964ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1280ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1282ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2300ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2301ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2302ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [3440ms] refreshing cache from master, [3440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@497948940(state=PENDING, result=null, callback=(continuation of Deferred@345900218 after retry RPC after error@687392781) -> (continuation of Deferred@1368897941 after retry RPC after error@1008516306) -> (continuation of Deferred@1480840255 after retry RPC after error@907401114) -> (continuation of Deferred@1512217564 after retry RPC after error@50415206) -> (continuation of Deferred@1160091669 after retry RPC after error@1561607724) -> (continuation of Deferred@329687593 after retry RPC after error@438170701) -> (continuation of Deferred@1938891307 after retry RPC after error@252221227) -> (continuation of Deferred@689556233 after retry RPC after error@1549008379) -> (continuation of Deferred@640224288 after retry RPC after error@1842570753) -> (continuation of Deferred@183875889 after retry RPC after error@1233793457) -> (continuation of Deferred@657226924 after retry RPC after error@1371137318) -> (continuation of Deferred@1990390289 after retry RPC after error@1857901261) -> (continuation of Deferred@716217002 after retry RPC after error@876534287) -> (continuation of Deferred@1441633507 after retry RPC after error@1371709353) -> (continuation of Deferred@2131307249 after retry RPC after error@1025862077) -> (continuation of Deferred@81180790 after retry RPC after error@1093423250) -> (continuation of Deferred@2000991460 after retry RPC after error@1639596848) -> (continuation of Deferred@1344164473 after retry RPC after error@1930764328) -> (continuation of Deferred@556030266 after retry RPC after error@305409517) -> (continuation of Deferred@815478856 after retry RPC after error@1783974419) -> (continuation of Deferred@1765487594 after retry RPC after error@1523785829) -> (continuation of Deferred@862132751 after retry RPC after error@1931922338) -> (continuation of Deferred@1127350863 after retry RPC after error@10601028) -> (continuation of Deferred@725156669 after retry RPC after error@1845999139), errback=(continuation of Deferred@345900218 after retry RPC after error@687392781) -> (continuation of Deferred@1368897941 after retry RPC after error@1008516306) -> (continuation of Deferred@1480840255 after retry RPC after error@907401114) -> (continuation of Deferred@1512217564 after retry RPC after error@50415206) -> (continuation of Deferred@1160091669 after retry RPC after error@1561607724) -> (continuation of Deferred@329687593 after retry RPC after error@438170701) -> (continuation of Deferred@1938891307 after retry RPC after error@252221227) -> (continuation of Deferred@689556233 after retry RPC after error@1549008379) -> (continuation of Deferred@640224288 after retry RPC after error@1842570753) -> (continuation of Deferred@183875889 after retry RPC after error@1233793457) -> (continuation of Deferred@657226924 after retry RPC after error@1371137318) -> (continuation of Deferred@1990390289 after retry RPC after error@1857901261) -> (continuation of Deferred@716217002 after retry RPC after error@876534287) -> (continuation of Deferred@1441633507 after retry RPC after error@1371709353) -> (continuation of Deferred@2131307249 after retry RPC after error@1025862077) -> (continuation of Deferred@81180790 after retry RPC after error@1093423250) -> (continuation of Deferred@2000991460 after retry RPC after error@1639596848) -> (continuation of Deferred@1344164473 after retry RPC after error@1930764328) -> (continuation of Deferred@556030266 after retry RPC after error@305409517) -> (continuation of Deferred@815478856 after retry RPC after error@1783974419) -> (continuation of Deferred@1765487594 after retry RPC after error@1523785829) -> (continuation of Deferred@862132751 after retry RPC after error@1931922338) -> (continuation of Deferred@1127350863 after retry RPC after error@10601028) -> (continuation of Deferred@725156669 after retry RPC after error@1845999139)))
14:07:22.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:22.270 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:07:22.271 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
14:07:22.271 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:07:22.277 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
14:07:22.278 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:07:22.278 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
14:07:22.278 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
14:07:22.279 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
14:07:22.279 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:22.279 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
14:07:22.280 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
14:07:22.280 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:22.281 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:22.281 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
14:07:22.281 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job e2d05dba1558dbc336d7ebe82f9f04d7
14:07:22.285 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.285 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.285 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.287 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.314 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:22.314 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:22.315 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:22.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.317 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:22.329 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:22.330 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:22.330 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:22.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.332 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.332 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.332 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:22.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:22.365 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.366 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.366 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.368 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.368 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:22.389631 30259 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 6
14:07:22.417 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:22.418 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:22.418 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:22.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.419 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:22.422 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:22.423 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:22.423 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:22.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:22.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:22.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:22.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:22.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:22.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:22.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:22.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:22.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:22.424 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:22.425568 30259 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:22.449 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:22.449 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:22.449 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:22.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:22.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:22.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:22.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:22.487 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.487 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.488 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.489 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.490 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:22.497031 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 6
14:07:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:22.518462 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:22.554 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:22.554 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:22.555 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:22.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.557 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:22.656 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:22.657 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:22.657 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:22.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:22.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:22.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:22.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:22.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:22.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:22.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:22.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:22.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:22.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:22.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113242684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:22.695 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:07:22.696 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
14:07:22.745 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:22.746 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:22.746 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:22.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:22.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:22.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:22.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:22.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:22.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:22.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:22.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:22.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:22.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:22.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:22.805 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:22.805 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:22.805 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:22.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:22.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:22.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:22.807 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:22.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:22.959 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:22.959 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:22.960 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.960 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.960 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:22.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:22.961 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:22.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:22.962 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:22.963 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29847), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [6ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [31ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [59ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [60ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [147ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [147ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [344ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [344ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [563ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [563ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [564ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [564ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [752ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [761ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [762ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [762ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1522780241(state=PENDING, result=null, callback=(continuation of Deferred@709498815 after retry RPC after error@1724578157) -> (continuation of Deferred@607780323 after retry RPC after error@1618749557) -> (continuation of Deferred@452017194 after retry RPC after error@725725064) -> (continuation of Deferred@1090292198 after retry RPC after error@1094856204) -> (continuation of Deferred@1388403298 after retry RPC after error@1952092765) -> (continuation of Deferred@1355650697 after retry RPC after error@11526354) -> (continuation of Deferred@1483061487 after retry RPC after error@2014122436) -> (continuation of Deferred@1145616786 after retry RPC after error@1000237241) -> (continuation of Deferred@1321799141 after retry RPC after error@1582999241) -> (continuation of Deferred@1608454329 after retry RPC after error@399274075) -> (continuation of Deferred@300740962 after retry RPC after error@445342072) -> (continuation of Deferred@1039593544 after retry RPC after error@1238106373) -> (continuation of Deferred@1063100095 after retry RPC after error@2115811469) -> (continuation of Deferred@1952605110 after retry RPC after error@1561301014) -> (continuation of Deferred@242505070 after retry RPC after error@364334333) -> (continuation of Deferred@1915744814 after retry RPC after error@1400984413) -> (continuation of Deferred@2138219366 after retry RPC after error@1351473361) -> (continuation of Deferred@1564405356 after retry RPC after error@75253037) -> (continuation of Deferred@1862254423 after retry RPC after error@1351268617) -> (continuation of Deferred@2053988602 after retry RPC after error@484317111) -> (continuation of Deferred@264767100 after retry RPC after error@168797309) -> (continuation of Deferred@460619638 after retry RPC after error@2004594688), errback=(continuation of Deferred@709498815 after retry RPC after error@1724578157) -> (continuation of Deferred@607780323 after retry RPC after error@1618749557) -> (continuation of Deferred@452017194 after retry RPC after error@725725064) -> (continuation of Deferred@1090292198 after retry RPC after error@1094856204) -> (continuation of Deferred@1388403298 after retry RPC after error@1952092765) -> (continuation of Deferred@1355650697 after retry RPC after error@11526354) -> (continuation of Deferred@1483061487 after retry RPC after error@2014122436) -> (continuation of Deferred@1145616786 after retry RPC after error@1000237241) -> (continuation of Deferred@1321799141 after retry RPC after error@1582999241) -> (continuation of Deferred@1608454329 after retry RPC after error@399274075) -> (continuation of Deferred@300740962 after retry RPC after error@445342072) -> (continuation of Deferred@1039593544 after retry RPC after error@1238106373) -> (continuation of Deferred@1063100095 after retry RPC after error@2115811469) -> (continuation of Deferred@1952605110 after retry RPC after error@1561301014) -> (continuation of Deferred@242505070 after retry RPC after error@364334333) -> (continuation of Deferred@1915744814 after retry RPC after error@1400984413) -> (continuation of Deferred@2138219366 after retry RPC after error@1351473361) -> (continuation of Deferred@1564405356 after retry RPC after error@75253037) -> (continuation of Deferred@1862254423 after retry RPC after error@1351268617) -> (continuation of Deferred@2053988602 after retry RPC after error@484317111) -> (continuation of Deferred@264767100 after retry RPC after error@168797309) -> (continuation of Deferred@460619638 after retry RPC after error@2004594688)))
14:07:23.080 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:23.081 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:23.081 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:23.082 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:23.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:23.082 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:23.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:23.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:23.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:23.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:23.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:23.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:23.084 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:23.085 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29951), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [16ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [17ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [92ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [92ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [126ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [134ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [134ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [134ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [146ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [146ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [264ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [403ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [403ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [463ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [960ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [962ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1623ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2760ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2762ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [4301ms] refreshing cache from master, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4303ms] too many traces: truncated at 100 traces, deferred=Deferred@1861136982(state=PENDING, result=null, callback=(continuation of Deferred@1048371431 after retry RPC after error@519948588) -> (continuation of Deferred@1933941592 after retry RPC after error@1755507556) -> (continuation of Deferred@830494031 after retry RPC after error@1094999802) -> (continuation of Deferred@512000721 after retry RPC after error@1635951534) -> (continuation of Deferred@1377544444 after retry RPC after error@827035595) -> (continuation of Deferred@191041849 after retry RPC after error@2139638824) -> (continuation of Deferred@1893418861 after retry RPC after error@495172458) -> (continuation of Deferred@251304762 after retry RPC after error@867073985) -> (continuation of Deferred@426026742 after retry RPC after error@431752795) -> (continuation of Deferred@1128623389 after retry RPC after error@64312003) -> (continuation of Deferred@1060771673 after retry RPC after error@1179471931) -> (continuation of Deferred@780726378 after retry RPC after error@123923506) -> (continuation of Deferred@1754116952 after retry RPC after error@1148058362) -> (continuation of Deferred@764369341 after retry RPC after error@1033646914) -> (continuation of Deferred@948846810 after retry RPC after error@320849691) -> (continuation of Deferred@1149904500 after retry RPC after error@416287620) -> (continuation of Deferred@1385304276 after retry RPC after error@1071133314) -> (continuation of Deferred@712252043 after retry RPC after error@845195370) -> (continuation of Deferred@1882589762 after retry RPC after error@235170532) -> (continuation of Deferred@78547437 after retry RPC after error@867848938) -> (continuation of Deferred@1931356869 after retry RPC after error@1583361288) -> (continuation of Deferred@787560136 after retry RPC after error@1329401086) -> (continuation of Deferred@1299664862 after retry RPC after error@312484629) -> (continuation of Deferred@901775615 after retry RPC after error@306032709) -> (continuation of Deferred@1707279459 after retry RPC after error@1994926917), errback=(continuation of Deferred@1048371431 after retry RPC after error@519948588) -> (continuation of Deferred@1933941592 after retry RPC after error@1755507556) -> (continuation of Deferred@830494031 after retry RPC after error@1094999802) -> (continuation of Deferred@512000721 after retry RPC after error@1635951534) -> (continuation of Deferred@1377544444 after retry RPC after error@827035595) -> (continuation of Deferred@191041849 after retry RPC after error@2139638824) -> (continuation of Deferred@1893418861 after retry RPC after error@495172458) -> (continuation of Deferred@251304762 after retry RPC after error@867073985) -> (continuation of Deferred@426026742 after retry RPC after error@431752795) -> (continuation of Deferred@1128623389 after retry RPC after error@64312003) -> (continuation of Deferred@1060771673 after retry RPC after error@1179471931) -> (continuation of Deferred@780726378 after retry RPC after error@123923506) -> (continuation of Deferred@1754116952 after retry RPC after error@1148058362) -> (continuation of Deferred@764369341 after retry RPC after error@1033646914) -> (continuation of Deferred@948846810 after retry RPC after error@320849691) -> (continuation of Deferred@1149904500 after retry RPC after error@416287620) -> (continuation of Deferred@1385304276 after retry RPC after error@1071133314) -> (continuation of Deferred@712252043 after retry RPC after error@845195370) -> (continuation of Deferred@1882589762 after retry RPC after error@235170532) -> (continuation of Deferred@78547437 after retry RPC after error@867848938) -> (continuation of Deferred@1931356869 after retry RPC after error@1583361288) -> (continuation of Deferred@787560136 after retry RPC after error@1329401086) -> (continuation of Deferred@1299664862 after retry RPC after error@312484629) -> (continuation of Deferred@901775615 after retry RPC after error@306032709) -> (continuation of Deferred@1707279459 after retry RPC after error@1994926917)))
14:07:23.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113243184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:23.197 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:07:23.199 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
14:07:23.249 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:23.249 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:23.249 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:23.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:23.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:23.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:23.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:23.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:23.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:23.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:23.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:23.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:23.251 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:23.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:23.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:23.428 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:23.428 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:23.428 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:23.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.430 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:23.434 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:23.435 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:23.435 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:23.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:23.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:23.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:23.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:23.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:23.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:23.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:23.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:23.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:23.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:22.946446 30272 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 30261
14:07:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.437055 30272 kernel_stack_watchdog.cc:198] Thread 30261 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
14:07:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.437824 30261 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.896s	user 0.781s	sys 1.069s
14:07:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.438205 30261 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.896s	user 0.781s	sys 1.069s
14:07:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:21.542361 30274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.439147 30275 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1895 milliseconds
14:07:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.440053 30261 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.440171 30276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.443751 30261 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.446273 30261 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.447602 30261 hybrid_clock.cc:648] HybridClock initialized: now 1779113243447568 us; error 38 us; skew 500 ppm
14:07:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.448551 30261 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.454566 30261 webserver.cc:533] Webserver started at http://127.29.101.252:42201/ using document root <none> and password file <none>
14:07:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.455426 30261 fs_manager.cc:362] Metadata directory not provided
14:07:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.455602 30261 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.456054 30261 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.460562 30261 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/data/instance:
14:07:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "513f891e893c4b33a706bbec10afc6a3"
14:07:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:23 on dist-test-slave-qn3m"
14:07:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.461571 30261 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/wal/instance:
14:07:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "513f891e893c4b33a706bbec10afc6a3"
14:07:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:23 on dist-test-slave-qn3m"
14:07:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.468828 30261 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.006s
14:07:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.474723 30309 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.476028 30261 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:07:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.476327 30261 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/wal
14:07:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "513f891e893c4b33a706bbec10afc6a3"
14:07:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:23 on dist-test-slave-qn3m"
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.476701 30261 fs_report.cc:389] FS layout report
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/wal
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/wal
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/data/data
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.486140 30259 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 7
14:07:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.493463 30259 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.531201 30261 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.532920 30261 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.533332 30261 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.551999 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 7
14:07:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.559266 30184 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.101.252:39175: Network error: Client connection negotiation failed: client connection to 127.29.101.252:39175: connect: Connection refused (error 111)
14:07:23.588 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:23.588 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:23.588 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:23.589 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.589 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.589 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.589 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.589 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:23.601 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:23.601 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:23.601 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:23.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.603 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.614588 30261 rpc_server.cc:307] RPC server started. Bound to: 127.29.101.252:39175
14:07:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.614678 30364 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.101.252:39175 every 8 connection(s)
14:07:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.617522 30261 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/data/info.pb
14:07:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.624295 30365 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.624334 30103 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 30261
14:07:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.624781 30103 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/master-2/wal/instance
14:07:23.625 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:23.625 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:23.626 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:23.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:23.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:23.626 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:23.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:23.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:23.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:23.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:23.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:23.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:23.627 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:23.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.640519 30365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } has no permanent_uuid. Determining permanent_uuid...
14:07:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.665936 30365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } has no permanent_uuid. Determining permanent_uuid...
14:07:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.678306 30365 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } has no permanent_uuid. Determining permanent_uuid...
14:07:23.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113243684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:23.693 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:07:23.696 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
14:07:23.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.699785 30365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: Bootstrap starting.
14:07:23.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.706979 30365 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: Neither blocks nor log segments found. Creating new log.
14:07:23.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.710505 30365 log.cc:826] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: Log is configured to *not* fsync() on all Append() calls
14:07:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.715236 30365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: No bootstrap required, opened a new log
14:07:23.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.736922 30365 raft_consensus.cc:359] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:23.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.737620 30365 raft_consensus.cc:385] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.737843 30365 raft_consensus.cc:740] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 513f891e893c4b33a706bbec10afc6a3, State: Initialized, Role: FOLLOWER
14:07:23.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.738613 30365 consensus_queue.cc:260] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.740995 30375 sys_catalog.cc:455] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.741660 30375 sys_catalog.cc:458] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [sys.catalog]: This master's current role is: FOLLOWER
14:07:23.742 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:23.743 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:23.743 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:23.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:23.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:23.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:23.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:23.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:23.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:23.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:23.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:23.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:23.744 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.743944 30365 sys_catalog.cc:565] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [sys.catalog]: configured and running, proceeding with master startup.
14:07:23.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.774595 30386 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.774981 30386 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:23.788769 30317 tablet.cc:2404] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.769918 30261 master_runner.cc:187] Error getting master registration for 127.29.101.254:45169: OK, instance_id { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" instance_seqno: 1779113238839754 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.794093 30261 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:07:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.801009 30375 raft_consensus.cc:493] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.801541 30375 raft_consensus.cc:515] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:23.803825 30375 leader_election.cc:290] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d87c2642f03d4af1b0f5b05865940a5a (127.29.101.254:45169), 41a251f93bca4633a1ecc031e567db8c (127.29.101.253:41249)
14:07:23.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:23.941 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:23.941 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:23.941 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:23.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:23.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:23.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:23.944 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:24.129 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:24.129 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:24.129 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:24.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.130 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.130 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.130 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.130 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:24.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113244184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:24.193 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:07:24.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
14:07:24.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:24.349 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:24.349 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:24.349 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:24.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.350 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:24.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:24.384 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.385 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.385 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.420 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:24.420 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:24.421 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:24.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.421 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:24.439 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RESTARTING to RUNNING.
14:07:24.440 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job e2d05dba1558dbc336d7ebe82f9f04d7 from Checkpoint 64 @ 1779113211525 for e2d05dba1558dbc336d7ebe82f9f04d7 located at file:/tmp/junit4010981562874139189/checkpoints/e2d05dba1558dbc336d7ebe82f9f04d7/chk-64.
14:07:24.441 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:07:24.441 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:07:24.442 [INFO - Thread-41] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:07:24.442 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
14:07:24.442 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.25.45.189:37197(127.25.45.189:37197)] disconnecting while in state TERMINATED
14:07:24.442 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.25.45.190:35733(127.25.45.190:35733)] disconnecting while in state TERMINATED
14:07:24.442 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.25.45.188:32967(127.25.45.188:32967)] disconnecting while in state TERMINATED
14:07:24.442 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:24.443 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
14:07:24.443 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id f1db784f4ee827c3e08cd66d50c46b48
14:07:24.443 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
14:07:24.444 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot f1db784f4ee827c3e08cd66d50c46b48.
14:07:24.444 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:24.445 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id f1db784f4ee827c3e08cd66d50c46b48.
14:07:24.445 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
14:07:24.445 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 7e35012307741ce2bd2fdfd64cd9ea65
14:07:24.445 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
14:07:24.445 [INFO - Thread-41] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:07:24.446 [INFO - Thread-41] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:07:24.446 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:24.447 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
14:07:24.447 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id a964f2a8c693ee4edf77b23a93c835b9
14:07:24.447 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:24.447 [DEBUG - Thread-41] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:24.447 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
14:07:24.448 [INFO - Thread-41] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:07:24.448 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:24.448 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
14:07:24.448 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 837c32a334d9987291ec621befa0ba3d
14:07:24.453 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:07:24.454 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:24.454 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 7e35012307741ce2bd2fdfd64cd9ea65.
14:07:24.454 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:24.454 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:24.454 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:24.455 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a964f2a8c693ee4edf77b23a93c835b9.
14:07:24.455 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id a964f2a8c693ee4edf77b23a93c835b9.
14:07:24.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
14:07:24.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
14:07:24.456 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
14:07:24.456 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
14:07:24.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f7fe9ba
14:07:24.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:24.457 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:24.457 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:07:24.457 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@591fe7a3
14:07:24.457 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:24.457 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:07:24.458 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:24.458 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:07:24.458 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:07:24.460 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 837c32a334d9987291ec621befa0ba3d.
14:07:24.460 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
14:07:24.461 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
14:07:24.462 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70037f2e
14:07:24.462 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:24.462 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 837c32a334d9987291ec621befa0ba3d.
14:07:24.464 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
14:07:24.464 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
14:07:24.464 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.465 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.466 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d64968a
14:07:24.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.466 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:24.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.467 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.470 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b63168b
14:07:24.473 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:24.473 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:07:24.473 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:07:24.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b55882b
14:07:24.476 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1fdc8546
14:07:24.478 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:24.484 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:24.485 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:24.485 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.486 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:07:24.486 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:07:24.490 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:24.491 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@20132d09
14:07:24.494 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.495 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:24.496 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.500 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.501 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.501 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.502 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.504 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.504 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.504 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.504 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.506 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.506 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.508 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.512 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.514 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.515 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.515 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.515 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.517 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.525 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.525 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.526 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.528 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.528 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.528 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.529 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.530 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.531 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.531 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.531 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.532 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.532 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.533 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.534 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.534 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.534 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.535 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.537 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.537 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.538 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.539 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.544 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.545 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.545 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.545 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.546 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.547 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.547 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.547 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.548 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.548 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:24.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.548 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.548 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:24.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.548 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:24.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.549 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.549 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.549 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.549 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.550 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:24.554 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.555 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.555 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.555 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.557 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.558 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.558 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.564 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.564 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.565 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.565 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.565 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.565 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.566 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.566 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.566 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.566 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.566 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.567 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.574 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.574 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.574 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.575 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.577 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.577 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.577 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.578 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.580 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:24.580 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:24.581 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:24.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:24.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:24.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:24.581 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:24.585 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.585 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.585 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.586 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.587 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.587 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.587 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.594 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.594 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.594 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.595 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.597 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.597 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.597 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.605 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.605 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.605 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.605 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.605 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.605 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.606 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.606 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.606 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.608 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.608 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.608 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.626 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.626 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.626 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.627 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.637 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.637 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:24.638 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.638 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:24.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:24.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:24.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.638 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:24.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.639 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:24.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:24.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:24.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:24.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:24.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:24.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:24.640 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:24.645 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.645 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.645 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.645 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.646 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.646 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.646 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.647 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.657 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.657 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.658 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.659 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.666 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.667 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.667 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.669 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.675 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.675 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.675 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.676 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.677 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.677 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.677 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113244684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:24.694 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.694 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:07:24.694 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.694 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
14:07:24.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:24.765 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.765 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.765 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.766 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:24.779556 30386 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:24.779964 30386 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:24.784 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.785 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.785 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.786 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.786 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.786 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.786 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.805 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:24.805 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:24.805 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:24.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:24.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:24.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:24.807 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:24.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:24.869 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:24.869 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:24.869 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:24.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:24.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:24.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:24.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:24.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:24.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:24.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:24.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:24.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:24.870 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:24.885 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.885 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.885 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.886 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.934 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.935 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.935 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.945 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.945 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.945 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.946 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.946 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.946 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:24.977 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:24.978 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:24.978 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:24.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:24.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:24.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:24.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:25.005 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:25.005 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:25.006 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:25.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:25.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:25.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:25.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:25.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:25.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:25.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:25.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:25.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:25.006 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:25.137 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:25.137 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:25.138 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:25.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.139 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:25.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113245185 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:25.192 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
14:07:25.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
14:07:25.247 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:25.247 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:25.247 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:25.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.248 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:25.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:25.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:25.274 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:25.274 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:25.275 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:25.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.275 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.275 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:25.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:25.402 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:25.402 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:25.402 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:25.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:25.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:25.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:25.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:25.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:25.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:25.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:25.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:25.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:25.403 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:25.465 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:25.466 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:25.466 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:25.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:25.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:25.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:25.467 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:25.467 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:25.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:25.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:25.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:25.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:25.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:25.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:25.468 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:25.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.467 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:25.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:25.546 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:25.547 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:25.547 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:25.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.549 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.584035 30259 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 8
14:07:25.585 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:25.586 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:25.586 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:25.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:25.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:25.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:25.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:25.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:25.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:25.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:25.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:25.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:25.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:25.588 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:25.588 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:25.588 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:25.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:25.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:25.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:25.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:25.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:25.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:25.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:25.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:25.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:25.590 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:25.594 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:25.595 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:25.595 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:25.595 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.595 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.620649 30184 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } attempt: 8
14:07:25.626 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:25.626 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:25.626 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:25.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:25.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:25.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:25.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.638039 30259 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: Bootstrap starting.
14:07:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.656905 30313 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.29.101.253:41249 timed out after 1.852s (SENT)
14:07:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.669029 30259 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: Neither blocks nor log segments found. Creating new log.
14:07:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.674536 30259 log.cc:826] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: Log is configured to *not* fsync() on all Append() calls
14:07:25.684 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113245684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.692924 30184 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a: Bootstrap starting.
14:07:25.700 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:07:25.702 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
14:07:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.710837 30259 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: No bootstrap required, opened a new log
14:07:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.739322 30184 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a: Neither blocks nor log segments found. Creating new log.
14:07:25.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:25.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.764142 30184 log.cc:826] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a: Log is configured to *not* fsync() on all Append() calls
14:07:25.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.783862 30386 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.784706 30386 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.793206 30184 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a: No bootstrap required, opened a new log
14:07:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.796911 30259 raft_consensus.cc:359] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:25.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.799000 30259 raft_consensus.cc:385] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:25.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.799710 30259 raft_consensus.cc:740] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 41a251f93bca4633a1ecc031e567db8c, State: Initialized, Role: FOLLOWER
14:07:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.802435 30259 consensus_queue.cc:260] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.823199 30234 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513f891e893c4b33a706bbec10afc6a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "41a251f93bca4633a1ecc031e567db8c" is_pre_election: true
14:07:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.823251 30259 sys_catalog.cc:565] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [sys.catalog]: configured and running, proceeding with master startup.
14:07:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.825084 30233 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513f891e893c4b33a706bbec10afc6a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "41a251f93bca4633a1ecc031e567db8c" is_pre_election: true
14:07:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.823690 30448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.824194 30234 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 513f891e893c4b33a706bbec10afc6a3 in term 0.
14:07:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.827628 30234 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:57102 (request call id 1) took 2023 ms (client timeout 1852 ms). Trace:
14:07:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.827344 30448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [sys.catalog]: This master's current role is: FOLLOWER
14:07:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.828042 30234 rpcz_store.cc:269] 0518 14:07:23.804708 (+     0us) service_pool.cc:167] Inserting onto call queue
14:07:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:07:23.804860 (+   152us) service_pool.cc:224] Handling call
14:07:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:07:25.827554 (+2022694us) inbound_call.cc:177] Queueing success response
14:07:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:07:25.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.849555 30184 raft_consensus.cc:359] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.850744 30184 raft_consensus.cc:385] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:25.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.853106 30184 raft_consensus.cc:740] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d87c2642f03d4af1b0f5b05865940a5a, State: Initialized, Role: FOLLOWER
14:07:25.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.854246 30184 consensus_queue.cc:260] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.884418 30184 sys_catalog.cc:565] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: configured and running, proceeding with master startup.
14:07:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.884925 30159 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513f891e893c4b33a706bbec10afc6a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d87c2642f03d4af1b0f5b05865940a5a" is_pre_election: true
14:07:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.884649 30158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513f891e893c4b33a706bbec10afc6a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d87c2642f03d4af1b0f5b05865940a5a" is_pre_election: true
14:07:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.888121 30312 leader_election.cc:304] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 513f891e893c4b33a706bbec10afc6a3; no voters: 41a251f93bca4633a1ecc031e567db8c, d87c2642f03d4af1b0f5b05865940a5a
14:07:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.894200 30159 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 513f891e893c4b33a706bbec10afc6a3 in term 0.
14:07:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.894079 30451 sys_catalog.cc:455] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.897193 30451 sys_catalog.cc:458] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: This master's current role is: FOLLOWER
14:07:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.904765 30455 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:07:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.909274 30159 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49990 (request call id 2) took 2105 ms (client timeout 1852 ms). Trace:
14:07:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.909734 30159 rpcz_store.cc:269] 0518 14:07:23.804336 (+     0us) service_pool.cc:167] Inserting onto call queue
14:07:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:07:23.804489 (+   153us) service_pool.cc:224] Handling call
14:07:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:07:25.909061 (+2104572us) spinlock_profiling.cc:243] Waited 8.29 ms on lock 0x7b5400030554. stack: 00007f7a88755c83 00007f7a88755b80 00007f7a882c6574 000000000050eee4 000000000050ee79 00007f7a8f7d8951 00007f7a8f8736da 00007f7a908a2217 00007f7a8ef56834 00007f7a8ef567c2 00007f7a8ef566f1 00007f7a8ef5666c 00007f7a8ef55922 00007f7a8d560e4c 00007f7a8d560286 00007f7a8d55fc2f
14:07:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:07:25.909187 (+   126us) inbound_call.cc:177] Queueing success response
14:07:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":19073408}
14:07:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.952193 30470 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.952551 30470 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.980086 30473 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:25.981504 30473 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.988200 30115 master_runner.cc:264] No leader master found from master d87c2642f03d4af1b0f5b05865940a5a
14:07:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.988535 30115 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:07:25.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.941952 30186 master_runner.cc:187] Error getting master registration for 127.29.101.254:45169: OK, instance_id { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" instance_seqno: 1779113238839754 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:25.990864 30186 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:07:26.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:26.023952 30213 tablet.cc:2404] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:26.025 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:26.026 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:26.026 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:26.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:26.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:26.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:26.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:26.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:26.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:26.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:26.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:26.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:26.028 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:26.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:26.048663 30138 tablet.cc:2404] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:26.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113246184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:26.208 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
14:07:26.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
14:07:26.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:26.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:26.288 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:26.288 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:26.288 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:26.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:26.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:26.289 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:26.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:26.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:26.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:26.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:26.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:26.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:26.290 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:26.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:26.396 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:26.396 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:26.396 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:26.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:26.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:26.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:26.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:26.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:26.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:26.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:26.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:26.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:26.398 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:26.458 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:26.458 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:26.459 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:26.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:26.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:26.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:26.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:26.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:26.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:26.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:26.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:26.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:26.461 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:26.477 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:26.478 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:26.478 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:26.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:26.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:26.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:26.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:26.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:26.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:26.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:26.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:26.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:26.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:26.577 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:26.578 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:26.578 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:26.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:26.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:26.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:26.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:26.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:26.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:26.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:26.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:26.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:26.579 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:26.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113246684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:26.724 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=39 ms, finalizationTime=1 ms).
14:07:26.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
14:07:26.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:26.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:26.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:26.789252 30386 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:26.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:26.789603 30386 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:26.826 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:26.827 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:26.827 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:26.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:26.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:26.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:26.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:26.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:26.828 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:26.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:26.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:26.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:26.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:26.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:26.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:26.957095 30470 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:26.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:26.957487 30470 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:26.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:26.987398 30473 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:26.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:26.987957 30473 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:27.164 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:27.165 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:27.165 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:27.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.167 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:27.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113247184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:27.193 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:07:27.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
14:07:27.255 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:27.255 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:27.255 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:27.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:27.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:27.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:27.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.440693 30477 raft_consensus.cc:493] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.441422 30477 raft_consensus.cc:515] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.444098 30477 leader_election.cc:290] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 41a251f93bca4633a1ecc031e567db8c (127.29.101.253:41249), 513f891e893c4b33a706bbec10afc6a3 (127.29.101.252:39175)
14:07:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.445434 30234 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d87c2642f03d4af1b0f5b05865940a5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "41a251f93bca4633a1ecc031e567db8c" is_pre_election: true
14:07:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.445623 30340 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d87c2642f03d4af1b0f5b05865940a5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "513f891e893c4b33a706bbec10afc6a3" is_pre_election: true
14:07:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.446076 30234 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d87c2642f03d4af1b0f5b05865940a5a in term 0.
14:07:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.446347 30340 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d87c2642f03d4af1b0f5b05865940a5a in term 0.
14:07:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.447748 30134 leader_election.cc:304] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 41a251f93bca4633a1ecc031e567db8c, d87c2642f03d4af1b0f5b05865940a5a; no voters: 
14:07:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.448681 30477 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.449541 30477 raft_consensus.cc:493] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.449887 30477 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 0 FOLLOWER]: Advancing to term 1
14:07:27.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.457386 30477 raft_consensus.cc:515] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.459484 30477 leader_election.cc:290] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [CANDIDATE]: Term 1 election: Requested vote from peers 41a251f93bca4633a1ecc031e567db8c (127.29.101.253:41249), 513f891e893c4b33a706bbec10afc6a3 (127.29.101.252:39175)
14:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.460733 30340 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d87c2642f03d4af1b0f5b05865940a5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "513f891e893c4b33a706bbec10afc6a3"
14:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.461284 30340 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 0 FOLLOWER]: Advancing to term 1
14:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.461969 30234 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d87c2642f03d4af1b0f5b05865940a5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "41a251f93bca4633a1ecc031e567db8c"
14:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.462553 30234 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [term 0 FOLLOWER]: Advancing to term 1
14:07:27.468 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:27.468 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:27.468 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:27.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:27.469 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:27.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:27.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:27.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:27.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:27.469 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:27.469 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:27.469 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:27.469 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.470043 30340 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d87c2642f03d4af1b0f5b05865940a5a in term 1.
14:07:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.471290 30134 leader_election.cc:304] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 513f891e893c4b33a706bbec10afc6a3, d87c2642f03d4af1b0f5b05865940a5a; no voters: 
14:07:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.472697 30477 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 1 FOLLOWER]: Leader election won for term 1
14:07:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.473582 30234 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d87c2642f03d4af1b0f5b05865940a5a in term 1.
14:07:27.474 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:27.474 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:27.474 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:27.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:27.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:27.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.476 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:27.476 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.478034 30477 raft_consensus.cc:697] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [term 1 LEADER]: Becoming Leader. State: Replica: d87c2642f03d4af1b0f5b05865940a5a, State: Running, Role: LEADER
14:07:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.479198 30477 consensus_queue.cc:237] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } }
14:07:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.487417 30478 sys_catalog.cc:455] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: SysCatalogTable state changed. Reason: New leader d87c2642f03d4af1b0f5b05865940a5a. Latest consensus state: current_term: 1 leader_uuid: "d87c2642f03d4af1b0f5b05865940a5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.488507 30478 sys_catalog.cc:458] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: This master's current role is: LEADER
14:07:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.490489 30480 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:07:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.498673 30480 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:07:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.521386 30340 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [term 1 FOLLOWER]: Refusing update from remote peer d87c2642f03d4af1b0f5b05865940a5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.522907 30234 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [term 1 FOLLOWER]: Refusing update from remote peer d87c2642f03d4af1b0f5b05865940a5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:27.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.524068 30478 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:27.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.524753 30477 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:27.545 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:27.545 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:27.545 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:27.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:27.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:27.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:27.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:27.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:27.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:27.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:27.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:27.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:27.547 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.582527 30483 sys_catalog.cc:455] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d87c2642f03d4af1b0f5b05865940a5a. Latest consensus state: current_term: 1 leader_uuid: "d87c2642f03d4af1b0f5b05865940a5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.583767 30483 sys_catalog.cc:458] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [sys.catalog]: This master's current role is: FOLLOWER
14:07:27.585 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:27.586 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:27.586 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:27.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:27.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:27.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:27.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:27.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:27.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:27.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:27.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:27.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:27.587 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:27.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.596962 30482 sys_catalog.cc:455] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d87c2642f03d4af1b0f5b05865940a5a. Latest consensus state: current_term: 1 leader_uuid: "d87c2642f03d4af1b0f5b05865940a5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:27.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.600188 30482 sys_catalog.cc:458] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [sys.catalog]: This master's current role is: FOLLOWER
14:07:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.614003 30483 sys_catalog.cc:455] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d87c2642f03d4af1b0f5b05865940a5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.614791 30483 sys_catalog.cc:458] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c [sys.catalog]: This master's current role is: FOLLOWER
14:07:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.615458 30484 mvcc.cc:204] Tried to move back new op lower bound from 7287247861830852608 to 7287247861685506048. Current Snapshot: MvccSnapshot[applied={T|T < 7287247861830852608}]
14:07:27.623 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:27.623 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:27.623 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:27.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:27.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:27.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:27.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:27.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:27.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:27.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:27.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:27.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:27.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:27.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.632362 30477 sys_catalog.cc:455] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d87c2642f03d4af1b0f5b05865940a5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:27.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.633105 30477 sys_catalog.cc:458] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: This master's current role is: LEADER
14:07:27.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.634052 30477 sys_catalog.cc:455] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d87c2642f03d4af1b0f5b05865940a5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:27.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.634733 30477 sys_catalog.cc:458] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a [sys.catalog]: This master's current role is: LEADER
14:07:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.638447 30480 catalog_manager.cc:1382] Generated new cluster ID: 6881cbd217784e2894eabc03846997e9
14:07:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.638722 30480 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:07:27.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.652778 30482 sys_catalog.cc:455] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d87c2642f03d4af1b0f5b05865940a5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d87c2642f03d4af1b0f5b05865940a5a" member_type: VOTER last_known_addr { host: "127.29.101.254" port: 45169 } } peers { permanent_uuid: "41a251f93bca4633a1ecc031e567db8c" member_type: VOTER last_known_addr { host: "127.29.101.253" port: 41249 } } peers { permanent_uuid: "513f891e893c4b33a706bbec10afc6a3" member_type: VOTER last_known_addr { host: "127.29.101.252" port: 39175 } } }
14:07:27.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.653471 30482 sys_catalog.cc:458] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3 [sys.catalog]: This master's current role is: FOLLOWER
14:07:27.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113247684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:27.699 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:07:27.700 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
14:07:27.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.707453 30480 catalog_manager.cc:1405] Generated new certificate authority record
14:07:27.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.709982 30480 catalog_manager.cc:1539] Loading token signing keys...
14:07:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.751785 30480 catalog_manager.cc:6069] T 00000000000000000000000000000000 P d87c2642f03d4af1b0f5b05865940a5a: Generated new TSK 0
14:07:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.753314 30480 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:07:27.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:27.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.794901 30386 catalog_manager.cc:1294] Loaded cluster ID: 6881cbd217784e2894eabc03846997e9
14:07:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.795202 30386 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: loading cluster ID for follower catalog manager: success
14:07:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.801887 30386 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: acquiring CA information for follower catalog manager: success
14:07:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.806879 30386 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 513f891e893c4b33a706bbec10afc6a3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.843529 30103 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/wal
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/data
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/logs
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/data/info.pb
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.193:0
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.101.193
14:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.193
14:07:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:27.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:27.909 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:27.909 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:27.909 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:27.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:27.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:27.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:27.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:27.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:27.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:27.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:27.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:27.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:27.911 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:27.917 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:27.917 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:27.917 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:27.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:27.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:27.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:27.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:27.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:27.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:27.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:27.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:27.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:27.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.963806 30470 catalog_manager.cc:1294] Loaded cluster ID: 6881cbd217784e2894eabc03846997e9
14:07:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.964767 30470 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: loading cluster ID for follower catalog manager: success
14:07:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.973603 30470 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: acquiring CA information for follower catalog manager: success
14:07:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:27.980010 30470 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 41a251f93bca4633a1ecc031e567db8c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:27.982 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:27.982 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:27.983 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:27.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:27.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:27.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:27.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:27.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:27.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:27.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:27.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:27.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:27.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:28.100 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:28.100 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:28.100 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:28.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:28.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:28.101 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:28.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:28.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:28.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:28.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:28.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:28.102 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:28.102 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:28.103 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=26824), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [135ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [145ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [231ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [232ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [232ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [460ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [461ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [482ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [501ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [502ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [598ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [598ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [599ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [641ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [641ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [642ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [801ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [803ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1280ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1922ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2584ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1898142126(state=PENDING, result=null, callback=(continuation of Deferred@357025950 after retry RPC after error@905461448) -> (continuation of Deferred@1506848190 after retry RPC after error@852844803) -> (continuation of Deferred@427642111 after retry RPC after error@1837580134) -> (continuation of Deferred@837206581 after retry RPC after error@673341555) -> (continuation of Deferred@1540082492 after retry RPC after error@258188076) -> (continuation of Deferred@143867807 after retry RPC after error@864675590) -> (continuation of Deferred@916346976 after retry RPC after error@620164956) -> (continuation of Deferred@889736090 after retry RPC after error@1237658602) -> (continuation of Deferred@232531946 after retry RPC after error@511933722) -> (continuation of Deferred@1772138955 after retry RPC after error@156917102) -> (continuation of Deferred@1700120792 after retry RPC after error@1614484165) -> (continuation of Deferred@209308128 after retry RPC after error@1460880428) -> (continuation of Deferred@474699038 after retry RPC after error@618578280) -> (continuation of Deferred@1722432218 after retry RPC after error@726999047) -> (continuation of Deferred@1844474838 after retry RPC after error@1073166977) -> (continuation of Deferred@146582351 after retry RPC after error@183232327) -> (continuation of Deferred@1693141775 after retry RPC after error@1649301025) -> (continuation of Deferred@256212980 after retry RPC after error@1522626692) -> (continuation of Deferred@1682766816 after retry RPC after error@1948472854) -> (continuation of Deferred@1354575289 after retry RPC after error@27861626) -> (continuation of Deferred@37313108 after retry RPC after error@1816412131) -> (continuation of Deferred@1437402935 after retry RPC after error@501171466) -> (continuation of Deferred@1434208031 after retry RPC after error@411746676) -> (continuation of Deferred@623114733 after retry RPC after error@1119031126) -> (continuation of Deferred@1975577760 after retry RPC after error@999232013) -> (continuation of Deferred@31025152 after retry RPC after error@1531580114) -> (continuation of Deferred@689790199 after retry RPC after error@1782660259) -> (continuation of Deferred@546488451 after retry RPC after error@723871453), errback=(continuation of Deferred@357025950 after retry RPC after error@905461448) -> (continuation of Deferred@1506848190 after retry RPC after error@852844803) -> (continuation of Deferred@427642111 after retry RPC after error@1837580134) -> (continuation of Deferred@837206581 after retry RPC after error@673341555) -> (continuation of Deferred@1540082492 after retry RPC after error@258188076) -> (continuation of Deferred@143867807 after retry RPC after error@864675590) -> (continuation of Deferred@916346976 after retry RPC after error@620164956) -> (continuation of Deferred@889736090 after retry RPC after error@1237658602) -> (continuation of Deferred@232531946 after retry RPC after error@511933722) -> (continuation of Deferred@1772138955 after retry RPC after error@156917102) -> (continuation of Deferred@1700120792 after retry RPC after error@1614484165) -> (continuation of Deferred@209308128 after retry RPC after error@1460880428) -> (continuation of Deferred@474699038 after retry RPC after error@618578280) -> (continuation of Deferred@1722432218 after retry RPC after error@726999047) -> (continuation of Deferred@1844474838 after retry RPC after error@1073166977) -> (continuation of Deferred@146582351 after retry RPC after error@183232327) -> (continuation of Deferred@1693141775 after retry RPC after error@1649301025) -> (continuation of Deferred@256212980 after retry RPC after error@1522626692) -> (continuation of Deferred@1682766816 after retry RPC after error@1948472854) -> (continuation of Deferred@1354575289 after retry RPC after error@27861626) -> (continuation of Deferred@37313108 after retry RPC after error@1816412131) -> (continuation of Deferred@1437402935 after retry RPC after error@501171466) -> (continuation of Deferred@1434208031 after retry RPC after error@411746676) -> (continuation of Deferred@623114733 after retry RPC after error@1119031126) -> (continuation of Deferred@1975577760 after retry RPC after error@999232013) -> (continuation of Deferred@31025152 after retry RPC after error@1531580114) -> (continuation of Deferred@689790199 after retry RPC after error@1782660259) -> (continuation of Deferred@546488451 after retry RPC after error@723871453)))
14:07:28.104 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:07:28.105 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=26824), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [135ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [145ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [231ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [232ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [232ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [460ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [461ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [482ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [501ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [502ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [598ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [598ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [599ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [641ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [641ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [642ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [801ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [803ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1280ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1922ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2584ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1898142126(state=PENDING, result=null, callback=(continuation of Deferred@357025950 after retry RPC after error@905461448) -> (continuation of Deferred@1506848190 after retry RPC after error@852844803) -> (continuation of Deferred@427642111 after retry RPC after error@1837580134) -> (continuation of Deferred@837206581 after retry RPC after error@673341555) -> (continuation of Deferred@1540082492 after retry RPC after error@258188076) -> (continuation of Deferred@143867807 after retry RPC after error@864675590) -> (continuation of Deferred@916346976 after retry RPC after error@620164956) -> (continuation of Deferred@889736090 after retry RPC after error@1237658602) -> (continuation of Deferred@232531946 after retry RPC after error@511933722) -> (continuation of Deferred@1772138955 after retry RPC after error@156917102) -> (continuation of Deferred@1700120792 after retry RPC after error@1614484165) -> (continuation of Deferred@209308128 after retry RPC after error@1460880428) -> (continuation of Deferred@474699038 after retry RPC after error@618578280) -> (continuation of Deferred@1722432218 after retry RPC after error@726999047) -> (continuation of Deferred@1844474838 after retry RPC after error@1073166977) -> (continuation of Deferred@146582351 after retry RPC after error@183232327) -> (continuation of Deferred@1693141775 after retry RPC after error@1649301025) -> (continuation of Deferred@256212980 after retry RPC after error@1522626692) -> (continuation of Deferred@1682766816 after retry RPC after error@1948472854) -> (continuation of Deferred@1354575289 after retry RPC after error@27861626) -> (continuation of Deferred@37313108 after retry RPC after error@1816412131) -> (continuation of Deferred@1437402935 after retry RPC after error@501171466) -> (continuation of Deferred@1434208031 after retry RPC after error@411746676) -> (continuation of Deferred@623114733 after retry RPC after error@1119031126) -> (continuation of Deferred@1975577760 after retry RPC after error@999232013) -> (continuation of Deferred@31025152 after retry RPC after error@1531580114) -> (continuation of Deferred@689790199 after retry RPC after error@1782660259) -> (continuation of Deferred@546488451 after retry RPC after error@723871453), errback=(continuation of Deferred@357025950 after retry RPC after error@905461448) -> (continuation of Deferred@1506848190 after retry RPC after error@852844803) -> (continuation of Deferred@427642111 after retry RPC after error@1837580134) -> (continuation of Deferred@837206581 after retry RPC after error@673341555) -> (continuation of Deferred@1540082492 after retry RPC after error@258188076) -> (continuation of Deferred@143867807 after retry RPC after error@864675590) -> (continuation of Deferred@916346976 after retry RPC after error@620164956) -> (continuation of Deferred@889736090 after retry RPC after error@1237658602) -> (continuation of Deferred@232531946 after retry RPC after error@511933722) -> (continuation of Deferred@1772138955 after retry RPC after error@156917102) -> (continuation of Deferred@1700120792 after retry RPC after error@1614484165) -> (continuation of Deferred@209308128 after retry RPC after error@1460880428) -> (continuation of Deferred@474699038 after retry RPC after error@618578280) -> (continuation of Deferred@1722432218 after retry RPC after error@726999047) -> (continuation of Deferred@1844474838 after retry RPC after error@1073166977) -> (continuation of Deferred@146582351 after retry RPC after error@183232327) -> (continuation of Deferred@1693141775 after retry RPC after error@1649301025) -> (continuation of Deferred@256212980 after retry RPC after error@1522626692) -> (continuation of Deferred@1682766816 after retry RPC after error@1948472854) -> (continuation of Deferred@1354575289 after retry RPC after error@27861626) -> (continuation of Deferred@37313108 after retry RPC after error@1816412131) -> (continuation of Deferred@1437402935 after retry RPC after error@501171466) -> (continuation of Deferred@1434208031 after retry RPC after error@411746676) -> (continuation of Deferred@623114733 after retry RPC after error@1119031126) -> (continuation of Deferred@1975577760 after retry RPC after error@999232013) -> (continuation of Deferred@31025152 after retry RPC after error@1531580114) -> (continuation of Deferred@689790199 after retry RPC after error@1782660259) -> (continuation of Deferred@546488451 after retry RPC after error@723871453)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:28.107 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
14:07:28.109 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
14:07:28.111 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=26824), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [135ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [145ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [231ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [232ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [232ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [460ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [461ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [482ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [501ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [502ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [598ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [598ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [599ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [599ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [641ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [641ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [642ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [801ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [802ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [803ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1280ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1922ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2584ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1898142126(state=PENDING, result=null, callback=(continuation of Deferred@357025950 after retry RPC after error@905461448) -> (continuation of Deferred@1506848190 after retry RPC after error@852844803) -> (continuation of Deferred@427642111 after retry RPC after error@1837580134) -> (continuation of Deferred@837206581 after retry RPC after error@673341555) -> (continuation of Deferred@1540082492 after retry RPC after error@258188076) -> (continuation of Deferred@143867807 after retry RPC after error@864675590) -> (continuation of Deferred@916346976 after retry RPC after error@620164956) -> (continuation of Deferred@889736090 after retry RPC after error@1237658602) -> (continuation of Deferred@232531946 after retry RPC after error@511933722) -> (continuation of Deferred@1772138955 after retry RPC after error@156917102) -> (continuation of Deferred@1700120792 after retry RPC after error@1614484165) -> (continuation of Deferred@209308128 after retry RPC after error@1460880428) -> (continuation of Deferred@474699038 after retry RPC after error@618578280) -> (continuation of Deferred@1722432218 after retry RPC after error@726999047) -> (continuation of Deferred@1844474838 after retry RPC after error@1073166977) -> (continuation of Deferred@146582351 after retry RPC after error@183232327) -> (continuation of Deferred@1693141775 after retry RPC after error@1649301025) -> (continuation of Deferred@256212980 after retry RPC after error@1522626692) -> (continuation of Deferred@1682766816 after retry RPC after error@1948472854) -> (continuation of Deferred@1354575289 after retry RPC after error@27861626) -> (continuation of Deferred@37313108 after retry RPC after error@1816412131) -> (continuation of Deferred@1437402935 after retry RPC after error@501171466) -> (continuation of Deferred@1434208031 after retry RPC after error@411746676) -> (continuation of Deferred@623114733 after retry RPC after error@1119031126) -> (continuation of Deferred@1975577760 after retry RPC after error@999232013) -> (continuation of Deferred@31025152 after retry RPC after error@1531580114) -> (continuation of Deferred@689790199 after retry RPC after error@1782660259) -> (continuation of Deferred@546488451 after retry RPC after error@723871453), errback=(continuation of Deferred@357025950 after retry RPC after error@905461448) -> (continuation of Deferred@1506848190 after retry RPC after error@852844803) -> (continuation of Deferred@427642111 after retry RPC after error@1837580134) -> (continuation of Deferred@837206581 after retry RPC after error@673341555) -> (continuation of Deferred@1540082492 after retry RPC after error@258188076) -> (continuation of Deferred@143867807 after retry RPC after error@864675590) -> (continuation of Deferred@916346976 after retry RPC after error@620164956) -> (continuation of Deferred@889736090 after retry RPC after error@1237658602) -> (continuation of Deferred@232531946 after retry RPC after error@511933722) -> (continuation of Deferred@1772138955 after retry RPC after error@156917102) -> (continuation of Deferred@1700120792 after retry RPC after error@1614484165) -> (continuation of Deferred@209308128 after retry RPC after error@1460880428) -> (continuation of Deferred@474699038 after retry RPC after error@618578280) -> (continuation of Deferred@1722432218 after retry RPC after error@726999047) -> (continuation of Deferred@1844474838 after retry RPC after error@1073166977) -> (continuation of Deferred@146582351 after retry RPC after error@183232327) -> (continuation of Deferred@1693141775 after retry RPC after error@1649301025) -> (continuation of Deferred@256212980 after retry RPC after error@1522626692) -> (continuation of Deferred@1682766816 after retry RPC after error@1948472854) -> (continuation of Deferred@1354575289 after retry RPC after error@27861626) -> (continuation of Deferred@37313108 after retry RPC after error@1816412131) -> (continuation of Deferred@1437402935 after retry RPC after error@501171466) -> (continuation of Deferred@1434208031 after retry RPC after error@411746676) -> (continuation of Deferred@623114733 after retry RPC after error@1119031126) -> (continuation of Deferred@1975577760 after retry RPC after error@999232013) -> (continuation of Deferred@31025152 after retry RPC after error@1531580114) -> (continuation of Deferred@689790199 after retry RPC after error@1782660259) -> (continuation of Deferred@546488451 after retry RPC after error@723871453)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:28.116 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:28.117 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
14:07:28.117 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
14:07:28.117 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:07:28.165 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.165 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.165 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.167 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.167 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26837), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [136ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [210ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [213ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [231ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [231ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [390ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [393ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [393ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [403ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [422ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [532ms] refreshing cache from master, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [539ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [624ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [624ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1821ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1824ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3861ms] refreshing cache from master, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3863ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@498478128(state=PENDING, result=null, callback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541), errback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541)))
14:07:28.169 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.169 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.170 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.170 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26837), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [136ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [210ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [213ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [231ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [231ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [390ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [393ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [393ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [403ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [422ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [532ms] refreshing cache from master, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [539ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [624ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [624ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1821ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1824ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3861ms] refreshing cache from master, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3863ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@498478128(state=PENDING, result=null, callback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541), errback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26837), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [136ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [210ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [213ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [231ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [231ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [390ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [393ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [393ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [403ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [422ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [532ms] refreshing cache from master, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [539ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [624ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [624ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1821ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1824ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3861ms] refreshing cache from master, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3863ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@498478128(state=PENDING, result=null, callback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541), errback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.189:34493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:28.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.173 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.179 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26837), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [136ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [210ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [213ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [231ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [231ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [390ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [393ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [393ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [403ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [422ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [532ms] refreshing cache from master, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [539ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [624ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [624ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1821ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1824ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3861ms] refreshing cache from master, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3863ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@498478128(state=PENDING, result=null, callback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541), errback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26837), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [135ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [136ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [210ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [213ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [231ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [231ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [388ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [390ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [393ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [393ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [401ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [402ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [403ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [422ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [422ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [532ms] refreshing cache from master, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [538ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [539ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [582ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [582ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [624ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [624ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1083ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1821ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1824ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3861ms] refreshing cache from master, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [3862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [3862ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [3863ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [3863ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@498478128(state=PENDING, result=null, callback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541), errback=(continuation of Deferred@656257073 after retry RPC after error@954051966) -> (continuation of Deferred@1178164810 after retry RPC after error@1791114513) -> (continuation of Deferred@546604096 after retry RPC after error@1979149169) -> (continuation of Deferred@2033234059 after retry RPC after error@48312329) -> (continuation of Deferred@114492049 after retry RPC after error@1211194841) -> (continuation of Deferred@888740028 after retry RPC after error@1066604370) -> (continuation of Deferred@558517691 after retry RPC after error@1675039710) -> (continuation of Deferred@530041824 after retry RPC after error@949581511) -> (continuation of Deferred@1263391738 after retry RPC after error@274690222) -> (continuation of Deferred@834040206 after retry RPC after error@1122637361) -> (continuation of Deferred@1730006933 after retry RPC after error@204216792) -> (continuation of Deferred@244593618 after retry RPC after error@484308911) -> (continuation of Deferred@355857094 after retry RPC after error@2033965921) -> (continuation of Deferred@1453227319 after retry RPC after error@621643972) -> (continuation of Deferred@529853793 after retry RPC after error@953408801) -> (continuation of Deferred@495024329 after retry RPC after error@1417906197) -> (continuation of Deferred@1824819201 after retry RPC after error@1255697005) -> (continuation of Deferred@1544099023 after retry RPC after error@335735931) -> (continuation of Deferred@1557064314 after retry RPC after error@1439459468) -> (continuation of Deferred@1106751894 after retry RPC after error@1117121767) -> (continuation of Deferred@1763918837 after retry RPC after error@1595788885) -> (continuation of Deferred@597339937 after retry RPC after error@1317375329) -> (continuation of Deferred@1036665775 after retry RPC after error@211049765) -> (continuation of Deferred@2055276593 after retry RPC after error@411921541)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.189:34493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:28.184 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113248185 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:28.191 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.191 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.195 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:07:28.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
14:07:28.196 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
14:07:28.197 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
14:07:28.197 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
14:07:28.198 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
14:07:28.198 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:07:28.200 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
14:07:28.200 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
14:07:28.204 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.205 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.205 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.206 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.209 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
14:07:28.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
14:07:28.210 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
14:07:28.216 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:07:28.216 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
14:07:28.216 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
14:07:28.225 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.226 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.226 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.227 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.234 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
14:07:28.234 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
14:07:28.235 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
14:07:28.239 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:07:28.240 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
14:07:28.240 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
14:07:28.245 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.245 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.246 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.248 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
14:07:28.248 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
14:07:28.248 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
14:07:28.250 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:07:28.250 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
14:07:28.250 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
14:07:28.251 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
14:07:28.251 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
14:07:28.251 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
14:07:28.252 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
14:07:28.253 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
14:07:28.253 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
14:07:28.254 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:28.260 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:28.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:28.261 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:07:28.265 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.265 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.265 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.268 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.285 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.285 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.285 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.287 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:28.329092 30492 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:28.329690 30492 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:28.330227 30492 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:28.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:28.387908 30492 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:28.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:28.390565 30492 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.101.193
14:07:28.406 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.406 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.406 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.408 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.445 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.445 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.445 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:28.461222 30492 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/data
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/wal
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.193:0
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/data/info.pb
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.193
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.101.193
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/logs
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:28.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:28.463843 30492 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:28.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:28.466143 30492 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:28.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:28.492843 30509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:28.525 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:28.526 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:28.526 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:28.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:28.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:28.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:28.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:28.609 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:28.609 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:28.609 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:28.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:28.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:28.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:28.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:28.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:28.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:28.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:28.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:28.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:28.611 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:28.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113248684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:28.696 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:07:28.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
14:07:28.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:28.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:29.065 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:29.066 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:29.066 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:29.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:29.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:29.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:29.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:29.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:29.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:29.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:29.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:29.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:29.067 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:29.125 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:29.126 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:29.126 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:29.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:29.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:29.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:29.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:29.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:29.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:29.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:29.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:29.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:29.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:29.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113249184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:29.201 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
14:07:29.203 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
14:07:29.226 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:29.227 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:29.227 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:29.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:29.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:29.275 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:29.275 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:29.275 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:29.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.279 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:29.344 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:29.344 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:29.345 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:29.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:29.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:29.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:29.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:29.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:29.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:29.346 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:29.346 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:29.346 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:29.346 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:29.348 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:29.349 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:29.349 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:29.349 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:29.349 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:29.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:29.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:29.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:29.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:29.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:29.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:29.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:29.350 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:29.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:29.512 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:29.513 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:29.513 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:29.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:29.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:29.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:29.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:29.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:29.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:29.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:29.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:29.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:29.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:29.516 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28258), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [47ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [77ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [136ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [136ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [211ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [266ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [280ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [297ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [474ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [474ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [476ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [478ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [478ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [482ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [482ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [501ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [505ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [505ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [543ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [544ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [544ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [608ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [663ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [663ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [742ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [743ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [743ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [864ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1003ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1863ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [5101ms] refreshing cache from master, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [5101ms] too many traces: truncated at 100 traces, deferred=Deferred@1265240221(state=PENDING, result=null, callback=(continuation of Deferred@2014597300 after retry RPC after error@1983961572) -> (continuation of Deferred@1692941090 after retry RPC after error@2136861122) -> (continuation of Deferred@630622061 after retry RPC after error@1441396162) -> (continuation of Deferred@1887303030 after retry RPC after error@1627263298) -> (continuation of Deferred@1908559839 after retry RPC after error@1797252032) -> (continuation of Deferred@1951821200 after retry RPC after error@1681004121) -> (continuation of Deferred@132977079 after retry RPC after error@335082345) -> (continuation of Deferred@1409623659 after retry RPC after error@544301676) -> (continuation of Deferred@1333702524 after retry RPC after error@466189889) -> (continuation of Deferred@1711416621 after retry RPC after error@1305168259) -> (continuation of Deferred@2004097545 after retry RPC after error@664754640) -> (continuation of Deferred@1354967875 after retry RPC after error@1205069705) -> (continuation of Deferred@278927656 after retry RPC after error@1303151413) -> (continuation of Deferred@83636464 after retry RPC after error@1556836425) -> (continuation of Deferred@1278368673 after retry RPC after error@1697565753) -> (continuation of Deferred@11541468 after retry RPC after error@125725371) -> (continuation of Deferred@1498400422 after retry RPC after error@1251182258) -> (continuation of Deferred@1249708743 after retry RPC after error@1042455169) -> (continuation of Deferred@427757845 after retry RPC after error@1334813342) -> (continuation of Deferred@1829155482 after retry RPC after error@1205521193) -> (continuation of Deferred@650943870 after retry RPC after error@342184043) -> (continuation of Deferred@1278190111 after retry RPC after error@1572715312) -> (continuation of Deferred@534309524 after retry RPC after error@553654028), errback=(continuation of Deferred@2014597300 after retry RPC after error@1983961572) -> (continuation of Deferred@1692941090 after retry RPC after error@2136861122) -> (continuation of Deferred@630622061 after retry RPC after error@1441396162) -> (continuation of Deferred@1887303030 after retry RPC after error@1627263298) -> (continuation of Deferred@1908559839 after retry RPC after error@1797252032) -> (continuation of Deferred@1951821200 after retry RPC after error@1681004121) -> (continuation of Deferred@132977079 after retry RPC after error@335082345) -> (continuation of Deferred@1409623659 after retry RPC after error@544301676) -> (continuation of Deferred@1333702524 after retry RPC after error@466189889) -> (continuation of Deferred@1711416621 after retry RPC after error@1305168259) -> (continuation of Deferred@2004097545 after retry RPC after error@664754640) -> (continuation of Deferred@1354967875 after retry RPC after error@1205069705) -> (continuation of Deferred@278927656 after retry RPC after error@1303151413) -> (continuation of Deferred@83636464 after retry RPC after error@1556836425) -> (continuation of Deferred@1278368673 after retry RPC after error@1697565753) -> (continuation of Deferred@11541468 after retry RPC after error@125725371) -> (continuation of Deferred@1498400422 after retry RPC after error@1251182258) -> (continuation of Deferred@1249708743 after retry RPC after error@1042455169) -> (continuation of Deferred@427757845 after retry RPC after error@1334813342) -> (continuation of Deferred@1829155482 after retry RPC after error@1205521193) -> (continuation of Deferred@650943870 after retry RPC after error@342184043) -> (continuation of Deferred@1278190111 after retry RPC after error@1572715312) -> (continuation of Deferred@534309524 after retry RPC after error@553654028)))
14:07:29.654 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:29.654 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:29.655 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:29.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:29.687 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113249684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:29.702 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:07:29.703 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
14:07:29.738 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:29.738 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:29.738 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:29.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:29.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:29.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:29.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:29.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:29.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:29.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:29.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:29.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:29.740 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:29.763 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:29.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:29.915 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:29.916 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:29.916 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:29.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:29.944559 30492 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.448s	user 0.463s	sys 0.902s
14:07:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:29.944923 30492 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.449s	user 0.463s	sys 0.902s
14:07:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:29.887434 30507 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 30492
14:07:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:28.497246 30508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:29.946170 30510 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1447 milliseconds
14:07:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.946905 30492 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:29.946981 30512 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.951695 30492 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.953891 30492 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:29.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.955271 30492 hybrid_clock.cc:648] HybridClock initialized: now 1779113249955238 us; error 34 us; skew 500 ppm
14:07:29.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.956219 30492 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.962633 30492 webserver.cc:533] Webserver started at http://127.29.101.193:34459/ using document root <none> and password file <none>
14:07:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.963681 30492 fs_manager.cc:362] Metadata directory not provided
14:07:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.963963 30492 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.964540 30492 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.969368 30492 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/data/instance:
14:07:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbe34bc55805491b962ed90d41b31ed8"
14:07:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:29 on dist-test-slave-qn3m"
14:07:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.970641 30492 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/wal/instance:
14:07:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbe34bc55805491b962ed90d41b31ed8"
14:07:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:29 on dist-test-slave-qn3m"
14:07:29.977 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:29.977 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:29.978 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:29.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:29.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:29.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.978375 30492 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.001s
14:07:29.978 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.984979 30521 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.986083 30492 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
14:07:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.986375 30492 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/wal
14:07:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbe34bc55805491b962ed90d41b31ed8"
14:07:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:29 on dist-test-slave-qn3m"
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:29.986778 30492 fs_report.cc:389] FS layout report
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/wal
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/wal
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/data/data
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.042078 30492 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.043664 30492 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.044152 30492 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.047089 30492 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.051602 30492 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.051798 30492 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:07:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.052068 30492 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.052207 30492 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:07:30.089 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:30.089 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:30.089 [DEBUG - pool-202-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:30.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:30.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:30.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:30.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:30.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:30.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:30.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:30.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:30.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:30.090 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:30.091 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28732), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [168ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [171ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [177ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [177ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [208ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [233ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [238ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [238ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [361ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [367ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [371ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [371ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [381ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [385ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [424ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [496ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [496ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [523ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [542ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [543ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [543ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [544ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [703ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [703ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [704ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [704ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1104ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2063ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [5521ms] refreshing cache from master, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [5522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [5522ms] too many traces: truncated at 100 traces, deferred=Deferred@809398939(state=PENDING, result=null, callback=(continuation of Deferred@1183607573 after retry RPC after error@284098806) -> (continuation of Deferred@1241800990 after retry RPC after error@158169199) -> (continuation of Deferred@740060820 after retry RPC after error@1151083345) -> (continuation of Deferred@762947149 after retry RPC after error@1337265549) -> (continuation of Deferred@9609761 after retry RPC after error@624005065) -> (continuation of Deferred@1167724268 after retry RPC after error@581216951) -> (continuation of Deferred@934446952 after retry RPC after error@508828048) -> (continuation of Deferred@195860952 after retry RPC after error@207256328) -> (continuation of Deferred@804271148 after retry RPC after error@299249883) -> (continuation of Deferred@2128288096 after retry RPC after error@562478984) -> (continuation of Deferred@259636928 after retry RPC after error@789124892) -> (continuation of Deferred@155126660 after retry RPC after error@491888596) -> (continuation of Deferred@1604107520 after retry RPC after error@952819736) -> (continuation of Deferred@1238937518 after retry RPC after error@1483093630) -> (continuation of Deferred@1646851279 after retry RPC after error@227349170) -> (continuation of Deferred@27552114 after retry RPC after error@1746430718) -> (continuation of Deferred@1303606718 after retry RPC after error@684652088) -> (continuation of Deferred@176420266 after retry RPC after error@568795550) -> (continuation of Deferred@2008006297 after retry RPC after error@672135522) -> (continuation of Deferred@1026844524 after retry RPC after error@633817733) -> (continuation of Deferred@798389202 after retry RPC after error@2022001579) -> (continuation of Deferred@1720995024 after retry RPC after error@2040050149) -> (continuation of Deferred@1703691751 after retry RPC after error@923177710) -> (continuation of Deferred@1932573202 after retry RPC after error@1327184392) -> (continuation of Deferred@1212149105 after retry RPC after error@1261275002) -> (continuation of Deferred@1027294247 after retry RPC after error@728163058) -> (continuation of Deferred@470144650 after retry RPC after error@993301543), errback=(continuation of Deferred@1183607573 after retry RPC after error@284098806) -> (continuation of Deferred@1241800990 after retry RPC after error@158169199) -> (continuation of Deferred@740060820 after retry RPC after error@1151083345) -> (continuation of Deferred@762947149 after retry RPC after error@1337265549) -> (continuation of Deferred@9609761 after retry RPC after error@624005065) -> (continuation of Deferred@1167724268 after retry RPC after error@581216951) -> (continuation of Deferred@934446952 after retry RPC after error@508828048) -> (continuation of Deferred@195860952 after retry RPC after error@207256328) -> (continuation of Deferred@804271148 after retry RPC after error@299249883) -> (continuation of Deferred@2128288096 after retry RPC after error@562478984) -> (continuation of Deferred@259636928 after retry RPC after error@789124892) -> (continuation of Deferred@155126660 after retry RPC after error@491888596) -> (continuation of Deferred@1604107520 after retry RPC after error@952819736) -> (continuation of Deferred@1238937518 after retry RPC after error@1483093630) -> (continuation of Deferred@1646851279 after retry RPC after error@227349170) -> (continuation of Deferred@27552114 after retry RPC after error@1746430718) -> (continuation of Deferred@1303606718 after retry RPC after error@684652088) -> (continuation of Deferred@176420266 after retry RPC after error@568795550) -> (continuation of Deferred@2008006297 after retry RPC after error@672135522) -> (continuation of Deferred@1026844524 after retry RPC after error@633817733) -> (continuation of Deferred@798389202 after retry RPC after error@2022001579) -> (continuation of Deferred@1720995024 after retry RPC after error@2040050149) -> (continuation of Deferred@1703691751 after retry RPC after error@923177710) -> (continuation of Deferred@1932573202 after retry RPC after error@1327184392) -> (continuation of Deferred@1212149105 after retry RPC after error@1261275002) -> (continuation of Deferred@1027294247 after retry RPC after error@728163058) -> (continuation of Deferred@470144650 after retry RPC after error@993301543)))
14:07:30.165 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:30.166 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:30.166 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:30.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:30.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:30.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:30.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:30.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:30.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:30.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:30.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:30.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:30.166 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:30.184 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:30.185 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:30.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113250184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:30.185 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:30.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.186 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:30.202 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:07:30.208 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
14:07:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.231086 30492 rpc_server.cc:307] RPC server started. Bound to: 127.29.101.193:37391
14:07:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.231208 30633 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.101.193:37391 every 8 connection(s)
14:07:30.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.235859 30492 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/data/info.pb
14:07:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.238194 30103 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 30492
14:07:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.238698 30103 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-0/wal/instance
14:07:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.258330 30103 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/wal
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/data
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/logs
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/data/info.pb
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.194:0
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.101.194
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.194
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:30.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:30.305 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:30.306 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:30.306 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:30.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:30.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:30.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:30.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:30.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:30.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:30.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:30.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:30.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:30.307 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:30.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.311848 30636 heartbeater.cc:344] Connected to a master server at 127.29.101.254:45169
14:07:30.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.312435 30636 heartbeater.cc:461] Registering TS with master...
14:07:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.313803 30635 heartbeater.cc:344] Connected to a master server at 127.29.101.252:39175
14:07:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.313870 30636 heartbeater.cc:507] Master 127.29.101.254:45169 requested a full tablet report, sending...
14:07:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.314213 30635 heartbeater.cc:461] Registering TS with master...
14:07:30.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.315136 30635 heartbeater.cc:507] Master 127.29.101.252:39175 requested a full tablet report, sending...
14:07:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.318032 30149 ts_manager.cc:194] Registered new tserver with Master: cbe34bc55805491b962ed90d41b31ed8 (127.29.101.193:37391)
14:07:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.318148 30330 ts_manager.cc:194] Registered new tserver with Master: cbe34bc55805491b962ed90d41b31ed8 (127.29.101.193:37391)
14:07:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.320526 30149 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.101.193:55563
14:07:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.325939 30634 heartbeater.cc:344] Connected to a master server at 127.29.101.253:41249
14:07:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.326284 30634 heartbeater.cc:461] Registering TS with master...
14:07:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.327813 30634 heartbeater.cc:507] Master 127.29.101.253:41249 requested a full tablet report, sending...
14:07:30.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.331435 30224 ts_manager.cc:194] Registered new tserver with Master: cbe34bc55805491b962ed90d41b31ed8 (127.29.101.193:37391)
14:07:30.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:30.437 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:30.437 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:30.437 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:30.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:30.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:30.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:30.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:30.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:30.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:30.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:30.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:30.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:30.438 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:30.517 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:30.518 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:30.518 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:30.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:30.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:30.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:30.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:30.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:30.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:30.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:30.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:30.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:30.519 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:30.557 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:30.558 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:30.558 [DEBUG - pool-200-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:30.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:30.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:30.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:30.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:30.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:30.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:30.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:30.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:30.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:30.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:30.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29239), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [91ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [111ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [111ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [138ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [139ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [140ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [216ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [218ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [219ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [219ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [284ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [284ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [322ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [401ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [402ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [562ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [921ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [921ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [922ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1003ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1460ms] refreshing cache from master, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1462ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [4020ms] refreshing cache from master, [4020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4022ms] too many traces: truncated at 100 traces, deferred=Deferred@514424519(state=PENDING, result=null, callback=(continuation of Deferred@966201883 after retry RPC after error@1907358339) -> (continuation of Deferred@1320617606 after retry RPC after error@465372881) -> (continuation of Deferred@440129655 after retry RPC after error@340673105) -> (continuation of Deferred@1656485224 after retry RPC after error@289668192) -> (continuation of Deferred@1434412639 after retry RPC after error@860220011) -> (continuation of Deferred@250108382 after retry RPC after error@4588703) -> (continuation of Deferred@774231894 after retry RPC after error@850359883) -> (continuation of Deferred@2126901097 after retry RPC after error@1318547154) -> (continuation of Deferred@1309183793 after retry RPC after error@131900821) -> (continuation of Deferred@1454619808 after retry RPC after error@589805914) -> (continuation of Deferred@702339848 after retry RPC after error@1271800747) -> (continuation of Deferred@13881550 after retry RPC after error@513819879) -> (continuation of Deferred@1366022304 after retry RPC after error@1795320413) -> (continuation of Deferred@1967755859 after retry RPC after error@1775396705) -> (continuation of Deferred@1727208483 after retry RPC after error@517722658) -> (continuation of Deferred@658051232 after retry RPC after error@1563066953) -> (continuation of Deferred@591830987 after retry RPC after error@1665930051) -> (continuation of Deferred@211792794 after retry RPC after error@95305866) -> (continuation of Deferred@302071603 after retry RPC after error@299163707) -> (continuation of Deferred@1613136632 after retry RPC after error@402334822) -> (continuation of Deferred@202926349 after retry RPC after error@981177741) -> (continuation of Deferred@1855906168 after retry RPC after error@537407705) -> (continuation of Deferred@1863808468 after retry RPC after error@153502278) -> (continuation of Deferred@279639867 after retry RPC after error@1908769551), errback=(continuation of Deferred@966201883 after retry RPC after error@1907358339) -> (continuation of Deferred@1320617606 after retry RPC after error@465372881) -> (continuation of Deferred@440129655 after retry RPC after error@340673105) -> (continuation of Deferred@1656485224 after retry RPC after error@289668192) -> (continuation of Deferred@1434412639 after retry RPC after error@860220011) -> (continuation of Deferred@250108382 after retry RPC after error@4588703) -> (continuation of Deferred@774231894 after retry RPC after error@850359883) -> (continuation of Deferred@2126901097 after retry RPC after error@1318547154) -> (continuation of Deferred@1309183793 after retry RPC after error@131900821) -> (continuation of Deferred@1454619808 after retry RPC after error@589805914) -> (continuation of Deferred@702339848 after retry RPC after error@1271800747) -> (continuation of Deferred@13881550 after retry RPC after error@513819879) -> (continuation of Deferred@1366022304 after retry RPC after error@1795320413) -> (continuation of Deferred@1967755859 after retry RPC after error@1775396705) -> (continuation of Deferred@1727208483 after retry RPC after error@517722658) -> (continuation of Deferred@658051232 after retry RPC after error@1563066953) -> (continuation of Deferred@591830987 after retry RPC after error@1665930051) -> (continuation of Deferred@211792794 after retry RPC after error@95305866) -> (continuation of Deferred@302071603 after retry RPC after error@299163707) -> (continuation of Deferred@1613136632 after retry RPC after error@402334822) -> (continuation of Deferred@202926349 after retry RPC after error@981177741) -> (continuation of Deferred@1855906168 after retry RPC after error@537407705) -> (continuation of Deferred@1863808468 after retry RPC after error@153502278) -> (continuation of Deferred@279639867 after retry RPC after error@1908769551)))
14:07:30.564 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:30.565 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:30.565 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:30.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:30.629213 30641 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:30.629787 30641 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:30.630347 30641 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:30.667138 30641 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:30.668090 30641 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.101.194
14:07:30.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113250684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:30.694 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:07:30.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.713729 30641 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/data
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/wal
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.194:0
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/data/info.pb
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.194
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.101.194
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/logs
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:30.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.715710 30641 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:30.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:30.717576 30641 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:30.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:30.731467 30650 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:30.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:30.806 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:30.807 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:30.807 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:30.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:30.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:30.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:30.808 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:30.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:30.877 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:30.878 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:30.878 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:30.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:30.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:30.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:30.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:30.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:30.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:30.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:30.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:30.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:30.881 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:31.106 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:31.106 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:31.106 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:31.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:31.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:31.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:31.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:31.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:31.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:31.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:31.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:31.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:31.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:31.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113251184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:31.198 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:07:31.200 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
14:07:31.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:31.282 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:31.283 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:31.283 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:31.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:31.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:31.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:31.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:31.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:31.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:31.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:31.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:31.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:31.285 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:31.325 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:31.325 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:31.325 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:31.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:31.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:31.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:31.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:31.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:31.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:31.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:31.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:31.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:31.327 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:31.328377 30636 heartbeater.cc:499] Master 127.29.101.254:45169 was elected leader, sending a full tablet report...
14:07:31.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:31.385 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:31.386 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:31.386 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:31.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:31.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:31.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:31.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:31.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:31.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:31.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:31.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:31.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:31.388 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:31.525 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:31.526 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:31.526 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:31.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:31.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:31.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:31.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:31.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:31.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:31.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:31.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:31.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:31.532 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:31.548 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:31.548 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:31.549 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:31.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:31.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:31.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:31.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:31.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:31.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:31.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:31.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:31.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:31.552 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:31.686 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113251685 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:31.702 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
14:07:31.708 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
14:07:31.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:31.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:32.082 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:32.082 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:32.083 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:32.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.084 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:32.105 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:32.105 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:32.105 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:32.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.107 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:32.184 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113252184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:32.193 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:07:32.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
14:07:32.202 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:32.203 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:32.203 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:32.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.204 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.136042 30649 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 30641
14:07:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.260325 30649 kernel_stack_watchdog.cc:198] Thread 30641 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
14:07:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:30.731941 30651 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:32.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.266095 30652 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1529 milliseconds
14:07:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.267377 30641 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.536s	user 0.008s	sys 0.000s
14:07:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.267761 30641 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.536s	user 0.008s	sys 0.000s
14:07:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.269433 30653 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.269483 30641 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.270933 30641 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.273327 30641 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.274696 30641 hybrid_clock.cc:648] HybridClock initialized: now 1779113252274686 us; error 71 us; skew 500 ppm
14:07:32.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.275588 30641 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:32.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.281940 30641 webserver.cc:533] Webserver started at http://127.29.101.194:38507/ using document root <none> and password file <none>
14:07:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.282897 30641 fs_manager.cc:362] Metadata directory not provided
14:07:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.283154 30641 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.283653 30641 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.288944 30641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/data/instance:
14:07:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd82837dd8ae4df1b1971eccdaa04f8a"
14:07:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:32 on dist-test-slave-qn3m"
14:07:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.290165 30641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/wal/instance:
14:07:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd82837dd8ae4df1b1971eccdaa04f8a"
14:07:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:32 on dist-test-slave-qn3m"
14:07:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.298542 30641 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
14:07:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.304889 30661 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.306193 30641 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
14:07:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.306478 30641 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/wal
14:07:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd82837dd8ae4df1b1971eccdaa04f8a"
14:07:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:32 on dist-test-slave-qn3m"
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.306790 30641 fs_report.cc:389] FS layout report
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/wal
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/wal
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/data/data
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:32.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.393182 30641 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.394778 30641 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.395277 30641 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.398044 30641 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:32.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.402446 30641 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:32.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.402650 30641 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:07:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.402860 30641 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.402995 30641 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:07:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.553120 30641 rpc_server.cc:307] RPC server started. Bound to: 127.29.101.194:45211
14:07:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.553218 30773 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.101.194:45211 every 8 connection(s)
14:07:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.556031 30641 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/data/info.pb
14:07:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.558944 30103 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 30641
14:07:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.559432 30103 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-1/wal/instance
14:07:32.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.586323 30103 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/wal
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/data
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/logs
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/data/info.pb
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.195:0
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.101.195
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.195
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:32.597 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:32.598 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:32.598 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:32.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:32.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:32.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:32.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:32.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:32.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:32.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:32.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:32.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:32.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.615330 30774 heartbeater.cc:344] Connected to a master server at 127.29.101.253:41249
14:07:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.615825 30774 heartbeater.cc:461] Registering TS with master...
14:07:32.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.617316 30774 heartbeater.cc:507] Master 127.29.101.253:41249 requested a full tablet report, sending...
14:07:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.618685 30775 heartbeater.cc:344] Connected to a master server at 127.29.101.252:39175
14:07:32.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.619035 30775 heartbeater.cc:461] Registering TS with master...
14:07:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.619948 30775 heartbeater.cc:507] Master 127.29.101.252:39175 requested a full tablet report, sending...
14:07:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.620923 30224 ts_manager.cc:194] Registered new tserver with Master: bd82837dd8ae4df1b1971eccdaa04f8a (127.29.101.194:45211)
14:07:32.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.622637 30330 ts_manager.cc:194] Registered new tserver with Master: bd82837dd8ae4df1b1971eccdaa04f8a (127.29.101.194:45211)
14:07:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.625588 30776 heartbeater.cc:344] Connected to a master server at 127.29.101.254:45169
14:07:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.625970 30776 heartbeater.cc:461] Registering TS with master...
14:07:32.626 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:32.626 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:32.627 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:32.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.629 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.626936 30776 heartbeater.cc:507] Master 127.29.101.254:45169 requested a full tablet report, sending...
14:07:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.629230 30149 ts_manager.cc:194] Registered new tserver with Master: bd82837dd8ae4df1b1971eccdaa04f8a (127.29.101.194:45211)
14:07:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:32.630697 30149 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.101.194:53093
14:07:32.684 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113252684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:32.692 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:07:32.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
14:07:32.703 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:32.703 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:32.703 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:32.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:32.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:32.796 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:32.796 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:32.797 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:32.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:32.842 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:32.842 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:32.843 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:32.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:32.852 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:32.874 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:32.874 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:32.874 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:32.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:32.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:32.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:32.875 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.956274 30784 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:32.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.956938 30784 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:32.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.957510 30784 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:32.968 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:32.968 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:32.968 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:32.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.969 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.969 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:32.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.969 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:32.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:32.969 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.995827 30784 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:32.996825 30784 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.101.195
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:33.039451 30784 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.101.212:44439
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/data
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/wal
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.101.195:0
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/data/info.pb
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.101.195
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.101.254:45169,127.29.101.253:41249,127.29.101.252:39175
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.101.195
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/logs
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:33.041131 30784 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:33.042876 30784 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:33.055 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:33.055 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:33.055 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:33.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.057 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:33.056975 30790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:33.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113253184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:33.193 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:07:33.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
14:07:33.256 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:33.256 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:33.256 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:33.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.258 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:33.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:33.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:33.389 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:33.389 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:33.390 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:33.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.392 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.392 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:33.465 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:33.465 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:33.465 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:33.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:33.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:33.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:33.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:33.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:33.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:33.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:33.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:33.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:33.469 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:33.634413 30776 heartbeater.cc:499] Master 127.29.101.254:45169 was elected leader, sending a full tablet report...
14:07:33.639 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:33.639 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:33.640 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:33.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:33.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113253684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:33.693 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:07:33.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
14:07:33.715 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:33.715 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:33.715 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:33.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.718 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:33.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:33.825 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:33.825 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:33.826 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:33.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:33.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:33.963 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:33.963 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:33.963 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:33.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:33.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:33.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:33.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:33.975 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:33.975 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:33.975 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:33.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:33.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:33.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:33.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:33.986 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:33.986 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:33.987 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:33.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:33.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:33.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:33.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:33.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:33.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:33.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:33.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:33.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:33.990 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:34.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113254184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:34.200 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
14:07:34.202 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
14:07:34.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:34.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:34.463040 30789 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 30784
14:07:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:34.473304 30789 kernel_stack_watchdog.cc:198] Thread 30784 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
14:07:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:34.473819 30784 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.416s	user 0.388s	sys 0.849s
14:07:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:34.474221 30784 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.416s	user 0.388s	sys 0.849s
14:07:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:33.058669 30791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:34.475188 30792 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1415 milliseconds
14:07:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:34.476222 30793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.476301 30784 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:34.477 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:34.478 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:34.478 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:34.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.481690 30784 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.484030 30784 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.485392 30784 hybrid_clock.cc:648] HybridClock initialized: now 1779113254485350 us; error 48 us; skew 500 ppm
14:07:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.486281 30784 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:34.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.493283 30784 webserver.cc:533] Webserver started at http://127.29.101.195:39553/ using document root <none> and password file <none>
14:07:34.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.494258 30784 fs_manager.cc:362] Metadata directory not provided
14:07:34.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.494517 30784 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:34.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.495002 30784 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.499832 30784 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/data/instance:
14:07:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86bb0502aeb746168857c37e9ece7395"
14:07:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:34 on dist-test-slave-qn3m"
14:07:34.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.501132 30784 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/wal/instance:
14:07:34.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86bb0502aeb746168857c37e9ece7395"
14:07:34.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:34 on dist-test-slave-qn3m"
14:07:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.508858 30784 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
14:07:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.515230 30800 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.516567 30784 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.516964 30784 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/wal
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86bb0502aeb746168857c37e9ece7395"
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:34 on dist-test-slave-qn3m"
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.517405 30784 fs_report.cc:389] FS layout report
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/wal
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/wal
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/data/data
14:07:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.591151 30784 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:34.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.592895 30784 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:34.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.593305 30784 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.596048 30784 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:34.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.600754 30784 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:34.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.600950 30784 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:07:34.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.601200 30784 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:34.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.601346 30784 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:07:34.634 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:34.634 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:34.634 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:34.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.639 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:34.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113254684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:34.692 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:07:34.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
14:07:34.706 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:34.706 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:34.706 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:34.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:34.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:34.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:34.708 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:34.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.789705 30784 rpc_server.cc:307] RPC server started. Bound to: 127.29.101.195:35733
14:07:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.789845 30912 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.101.195:35733 every 8 connection(s)
14:07:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.792621 30784 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/data/info.pb
14:07:34.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.802049 30103 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 30784
14:07:34.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.802548 30103 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster863695911374687320/ts-2/wal/instance
14:07:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.830602 30915 heartbeater.cc:344] Connected to a master server at 127.29.101.254:45169
14:07:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.830945 30913 heartbeater.cc:344] Connected to a master server at 127.29.101.253:41249
14:07:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.831254 30913 heartbeater.cc:461] Registering TS with master...
14:07:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.831352 30915 heartbeater.cc:461] Registering TS with master...
14:07:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.832811 30913 heartbeater.cc:507] Master 127.29.101.253:41249 requested a full tablet report, sending...
14:07:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.832811 30915 heartbeater.cc:507] Master 127.29.101.254:45169 requested a full tablet report, sending...
14:07:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.835740 30149 ts_manager.cc:194] Registered new tserver with Master: 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733)
14:07:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.836248 30224 ts_manager.cc:194] Registered new tserver with Master: 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733)
14:07:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.837539 30149 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.101.195:52005
14:07:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.839600 30914 heartbeater.cc:344] Connected to a master server at 127.29.101.252:39175
14:07:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.839954 30914 heartbeater.cc:461] Registering TS with master...
14:07:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.840641 30914 heartbeater.cc:507] Master 127.29.101.252:39175 requested a full tablet report, sending...
14:07:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.843191 30329 ts_manager.cc:194] Registered new tserver with Master: 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733)
14:07:34.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:34.849992 30103 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:07:34.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:34.862 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:07:34.862 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:07:34.863 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.101.254"
      port: 45169
    }
    bound_http_address {
      host: "127.29.101.254"
      port: 39647
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.101.253"
      port: 41249
    }
    bound_http_address {
      host: "127.29.101.253"
      port: 41389
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.101.252"
      port: 39175
    }
    bound_http_address {
      host: "127.29.101.252"
      port: 42201
    }
  }
}

14:07:34.864 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:07:34.864 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.101.193"
      port: 37391
    }
    bound_http_address {
      host: "127.29.101.193"
      port: 34459
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.101.194"
      port: 45211
    }
    bound_http_address {
      host: "127.29.101.194"
      port: 38507
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.101.195"
      port: 35733
    }
    bound_http_address {
      host: "127.29.101.195"
      port: 39553
    }
  }
}

14:07:34.865 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:07:34.866 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:34.867 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:07:34.867 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:07:34.868 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:07:34.868 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:07:34.872 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:07:35.089 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:35.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.090 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:35.090 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:35.090 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.090 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.091 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:35.122 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:35.122 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:35.123 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:35.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.124 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:35.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113255184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:35.231 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=47 ms, finalizationTime=0 ms).
14:07:35.253 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
14:07:35.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:35.282 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:35.283 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:35.283 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:35.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.283 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:35.304 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:35.305 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:35.305 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:35.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:35.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:35.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:35.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:35.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:35.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:35.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:35.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:35.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:35.306 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:35.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:35.376 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:35.376 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:35.377 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:35.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.377 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:35.403 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:07:35.403 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:07:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.408082 30923 mini_oidc.cc:150] Starting JWKS server
14:07:35.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.411757 30923 webserver.cc:533] Webserver started at http://127.0.0.1:42763/ using document root <none> and password file <none>
14:07:35.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.412343 30923 mini_oidc.cc:186] Starting OIDC Discovery server
14:07:35.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.414283 30923 webserver.cc:533] Webserver started at http://127.0.0.1:33695/ using document root <none> and password file <none>
14:07:35.443 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RESTARTING to RUNNING.
14:07:35.444 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:07:35.445 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:07:35.445 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:07:35.446 [INFO - Thread-43] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:07:35.446 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
14:07:35.446 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state TERMINATED
14:07:35.446 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state TERMINATED
14:07:35.446 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state TERMINATED
14:07:35.447 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:35.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
14:07:35.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:07:35.448 [DEBUG - Thread-43] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:35.448 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:07:35.449 [INFO - Thread-43] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:07:35.449 [INFO - Thread-43] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:07:35.449 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:07:35.450 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
14:07:35.450 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:35.451 [DEBUG - Thread-43] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:35.451 [INFO - Thread-43] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:07:35.451 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
14:07:35.451 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:07:35.451 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
14:07:35.452 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:35.452 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
14:07:35.452 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:07:35.452 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
14:07:35.453 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:35.453 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
14:07:35.453 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:07:35.455 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:35.455 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:35.455 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:35.455 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:35.455 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:07:35.456 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:07:35.457 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
14:07:35.457 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
14:07:35.458 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d98146c
14:07:35.458 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:35.458 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:07:35.458 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
14:07:35.459 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
14:07:35.461 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67b970d9
14:07:35.463 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:35.464 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:07:35.465 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:07:35.465 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:07:35.466 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
14:07:35.466 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
14:07:35.466 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:07:35.467 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
14:07:35.467 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
14:07:35.467 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b3fe422
14:07:35.467 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71207240
14:07:35.467 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:35.467 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:35.468 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:07:35.468 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:07:35.468 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
14:07:35.468 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.468 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
14:07:35.470 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@253e5ba3
14:07:35.473 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.473 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
14:07:35.473 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
14:07:35.473 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
14:07:35.473 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
14:07:35.473 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b86d3d1
14:07:35.474 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:35.474 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:07:35.474 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
14:07:35.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.474 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
14:07:35.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.475 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:35.476 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@609822e
14:07:35.477 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:35.478 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4608ccef
14:07:35.479 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:35.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:07:35Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:07:35.482 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.483 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:07:35Z Disabled control of system clock
14:07:35.484 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.484 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.485 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.485 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.485 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.486 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.486 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.486 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.487 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.488 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.488 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.489 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.489 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.492 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.492 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.493 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.493 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.493 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.494 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.494 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.495 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.499055 30923 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/wal
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/data
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/logs
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/data/info.pb
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.254:35515
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.254
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42763/jwks.json with env {}
14:07:35.505 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.505 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.505 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.506 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.506 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.506 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.508 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.508 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.508 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.509 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.509 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.509 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.509 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.509 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.509 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.509 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.510 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.510 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.510 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.510 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.510 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.510 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.510 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.510 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.511 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.511 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.512 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.513 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.514 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.525 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.525 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.525 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.526 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.527 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.527 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.528 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.532 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.532 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.532 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.533 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.533 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.533 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.533 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.534 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.533 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.535 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.535 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.545 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:35.545 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:35.545 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:35.545 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:35.545 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:35.545 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.545 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.546 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.546 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.546 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:35.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:35.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.545 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:35.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:35.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:35.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:35.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:35.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:35.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.546 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.547 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.548 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.548 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.548 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.548 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.548 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.549 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.549 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.549 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.549 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.553 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.553 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.554 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.554 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.565 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.565 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.565 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.565 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.566 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.566 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.565 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.567 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.567 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.566 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.568 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.569 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.569 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.569 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.569 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.569 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.569 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.569 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.569 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.569 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.570 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.585 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.585 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.585 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.587 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.588 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.589 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.589 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.589 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.593 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.593 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.594 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.605 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.605 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.605 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.606 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.606 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.606 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.607 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.607 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.616 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:35.616 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:35.616 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:35.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:35.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:35.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:35.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:35.633 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.633 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.633 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.634 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.645 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.645 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.645 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.646 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.646 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.646 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.647 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.648 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.648 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.649 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.649 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.649 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.649 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.652 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:35.666 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.666 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.666 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.667 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113255684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:35.693 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:07:35.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
14:07:35.725 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.726 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.726 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.726 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.726 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.726 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.727 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.733 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.733 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.733 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.734 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.749 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.750 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.750 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.750 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:35.765 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.765 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.765 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.766 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.785 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.786 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.786 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.793 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:35.793 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:35.793 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:35.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:35.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:35.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:35.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:35.818 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:35.818 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:35.818 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:35.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:35.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:35.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:35.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:35.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:35.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:35.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:35.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:35.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:35.820 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.841259 30915 heartbeater.cc:499] Master 127.29.101.254:45169 was elected leader, sending a full tablet report...
14:07:35.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.870131 30966 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.870728 30966 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.871320 30966 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:35.885 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.885 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.885 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.886 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.909987 30966 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.910300 30966 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.910516 30966 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.910717 30966 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.910995 30966 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.911213 30966 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42763/jwks.json
14:07:35.929 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:35.929 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:35.929 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:35.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.930 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:35.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:35.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:35.930 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.953998 30966 master_runner.cc:387] Master server non-default flags:
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/data
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/wal
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.254:35515
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42763/jwks.json
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/data/info.pb
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.254
14:07:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/logs
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.955505 30966 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:35.957255 30966 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.968928 30994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.006 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.006 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.006 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.008 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.045 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.045 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.046 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.046 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.046 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.049 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.126 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.126 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.126 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.129 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:36.184 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113256184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:36.199 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:07:36.200 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
14:07:36.213 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:36.214 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:36.214 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:36.215 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:36.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:36.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:36.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:36.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:36.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:36.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:36.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:36.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:36.217 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:36.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:36.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.288971 30770 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9ae0 after lost signal to thread 30645
14:07:36.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.290684 30770 debug-util.cc:398] Leaking SignalData structure 0x7b08000add60 after lost signal to thread 30773
14:07:36.345 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.345 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.346 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.352 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.352 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.352 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.353 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.354 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.364 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:36.429 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.430 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.430 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.430 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.430 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.431 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.467 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.467 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.467 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.469 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.469 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.469 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.469 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.487 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.487 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.488 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.489 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.489 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:36.665 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.665 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.665 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.668 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113256684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:36.685 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.686 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.686 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.689 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:36.702 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:07:36.704 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
14:07:36.713 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:36.714 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:36.714 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:36.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:36.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:36.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:36.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:36.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:36.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:36.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:36.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:36.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:36.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:36.745 [DEBUG - pool-206-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [7ms] received response from server master-127.27.19.60:35973: OK, deferred=null) with no deferred attached!
14:07:36.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:36.837 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:36.837 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:36.837 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:36.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:36.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:36.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:36.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:36.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:36.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:36.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:36.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:36.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:36.840 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:36.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:36.884 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:36.885 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:36.885 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:36.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:36.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:36.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:36.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:36.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:36.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:36.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:36.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:36.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:36.888 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:36.925 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:36.925 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:36.925 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:36.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:36.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:36.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:36.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:36.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:36.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:36.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:36.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:36.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:36.927 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:36.928 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:36.928 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:36.928 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:36.929 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:36.929 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:36.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:36.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:36.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:36.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:36.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:36.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:36.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:36.932 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:36.965 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:36.966 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:36.966 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:36.967 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:36.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:36.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:36.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:37.007 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:37.007 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:37.007 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:37.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:37.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:37.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:37.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:37.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:37.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:37.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:37.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:37.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:37.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:37.129 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:37.129 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:37.129 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:37.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:37.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:37.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113257184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:37.196 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:07:37.198 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
14:07:37.234 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:37.235 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:37.235 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:37.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:37.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:37.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:37.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:37.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:37.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:37.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:37.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:37.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:37.238 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:37.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:37.265 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [24ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.265 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [24ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.265 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [26ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.265 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [27ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.282 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:37.282 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:37.283 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:37.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:37.311 [DEBUG - pool-214-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [6ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.311 [DEBUG - pool-214-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [36ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.311 [DEBUG - pool-214-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [32ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.330 [DEBUG - pool-214-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [32ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.330 [DEBUG - pool-214-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [32ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.330 [DEBUG - pool-214-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.27.227.124:38107, [33ms] received response from server master-127.27.227.124:38107: OK, deferred=null) with no deferred attached!
14:07:37.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:37.389 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:37.389 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:37.390 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:37.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:37.579 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:37.590 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:37.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:37.591 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:37.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:37.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:37.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:37.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:37.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:37.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:37.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:37.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:37.592 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:37.668 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:37.684 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113257684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:37.694 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:07:37.696 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
14:07:37.725 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:37.725 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:37.725 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:37.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:37.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.371161 30993 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 30966
14:07:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.805946 30993 kernel_stack_watchdog.cc:198] Thread 30966 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:07:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.806891 30966 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.837s	user 0.000s	sys 0.002s
14:07:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:35.969656 30995 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.807356 30966 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.838s	user 0.001s	sys 0.002s
14:07:37.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.809806 30997 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.812573 30996 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1836 milliseconds
14:07:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.812606 30966 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.814018 30966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.817114 30966 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.818540 30966 hybrid_clock.cc:648] HybridClock initialized: now 1779113257818475 us; error 76 us; skew 500 ppm
14:07:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.819377 30966 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:37.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.832654 30966 webserver.cc:533] Webserver started at http://127.30.50.254:42373/ using document root <none> and password file <none>
14:07:37.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.833696 30966 fs_manager.cc:362] Metadata directory not provided
14:07:37.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.833894 30966 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:37.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.834352 30966 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.839066 30966 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/data/instance:
14:07:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09239154b296449ab58a358597eec30a"
14:07:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-qn3m"
14:07:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.840260 30966 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/wal/instance:
14:07:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09239154b296449ab58a358597eec30a"
14:07:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-qn3m"
14:07:37.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.848754 30966 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.005s
14:07:37.853 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.856146 31008 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.857869 30966 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
14:07:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.858217 30966 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/wal
14:07:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09239154b296449ab58a358597eec30a"
14:07:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-qn3m"
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.858646 30966 fs_report.cc:389] FS layout report
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/wal
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/wal
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/data/data
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:37.861 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:37.862 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:37.862 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:37.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:37.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:37.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:37.863 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:37.868 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:37.868 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:37.869 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:37.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:37.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:37.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:37.870 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.937654 30966 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.939512 30966 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.940081 30966 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.038378 30966 rpc_server.cc:307] RPC server started. Bound to: 127.30.50.254:35515
14:07:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.038473 31059 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.50.254:35515 every 8 connection(s)
14:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.041302 30966 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/data/info.pb
14:07:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.048215 30923 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 30966
14:07:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.048702 31060 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.048776 30923 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-0/wal/instance
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.056227 30923 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/wal
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/data
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/logs
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/data/info.pb
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.253:33427
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.253
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42763/jwks.json with env {}
14:07:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.061127 31060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } has no permanent_uuid. Determining permanent_uuid...
14:07:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.108616 31060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } has no permanent_uuid. Determining permanent_uuid...
14:07:38.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.113580 31012 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.50.253:33427: connect: Connection refused (error 111)
14:07:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.121716 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.253:33427: Network error: Client connection negotiation failed: client connection to 127.30.50.253:33427: connect: Connection refused (error 111)
14:07:38.143 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:38.143 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:38.144 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:38.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:38.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:38.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:38.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:38.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:38.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:38.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:38.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:38.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:38.145 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:38.146 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28252), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [191ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [191ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [255ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [259ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [339ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [544ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [544ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [544ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [663ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1002ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1903ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [5920ms] refreshing cache from master, [5920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5921ms] too many traces: truncated at 100 traces, deferred=Deferred@63112153(state=PENDING, result=null, callback=(continuation of Deferred@1024326430 after retry RPC after error@2134271807) -> (continuation of Deferred@1124631372 after retry RPC after error@1481542975) -> (continuation of Deferred@172578851 after retry RPC after error@1183504842) -> (continuation of Deferred@1092559028 after retry RPC after error@1830054621) -> (continuation of Deferred@761052956 after retry RPC after error@1023965172) -> (continuation of Deferred@86698593 after retry RPC after error@1260792475) -> (continuation of Deferred@55236796 after retry RPC after error@2105780470) -> (continuation of Deferred@799550661 after retry RPC after error@1436596569) -> (continuation of Deferred@16389225 after retry RPC after error@1625213080) -> (continuation of Deferred@251534914 after retry RPC after error@1581515957) -> (continuation of Deferred@248322632 after retry RPC after error@406948097) -> (continuation of Deferred@1723041861 after retry RPC after error@405559690) -> (continuation of Deferred@2119507869 after retry RPC after error@1783142615) -> (continuation of Deferred@281265275 after retry RPC after error@1784229856) -> (continuation of Deferred@1009155265 after retry RPC after error@310822322) -> (continuation of Deferred@476588933 after retry RPC after error@1072509383) -> (continuation of Deferred@815956623 after retry RPC after error@346909308) -> (continuation of Deferred@1229217647 after retry RPC after error@527510665) -> (continuation of Deferred@996373266 after retry RPC after error@1155661960) -> (continuation of Deferred@800493660 after retry RPC after error@968225863) -> (continuation of Deferred@426703744 after retry RPC after error@1306283621) -> (continuation of Deferred@1458770930 after retry RPC after error@1089655463) -> (continuation of Deferred@783188930 after retry RPC after error@19812116) -> (continuation of Deferred@1326227520 after retry RPC after error@423437548), errback=(continuation of Deferred@1024326430 after retry RPC after error@2134271807) -> (continuation of Deferred@1124631372 after retry RPC after error@1481542975) -> (continuation of Deferred@172578851 after retry RPC after error@1183504842) -> (continuation of Deferred@1092559028 after retry RPC after error@1830054621) -> (continuation of Deferred@761052956 after retry RPC after error@1023965172) -> (continuation of Deferred@86698593 after retry RPC after error@1260792475) -> (continuation of Deferred@55236796 after retry RPC after error@2105780470) -> (continuation of Deferred@799550661 after retry RPC after error@1436596569) -> (continuation of Deferred@16389225 after retry RPC after error@1625213080) -> (continuation of Deferred@251534914 after retry RPC after error@1581515957) -> (continuation of Deferred@248322632 after retry RPC after error@406948097) -> (continuation of Deferred@1723041861 after retry RPC after error@405559690) -> (continuation of Deferred@2119507869 after retry RPC after error@1783142615) -> (continuation of Deferred@281265275 after retry RPC after error@1784229856) -> (continuation of Deferred@1009155265 after retry RPC after error@310822322) -> (continuation of Deferred@476588933 after retry RPC after error@1072509383) -> (continuation of Deferred@815956623 after retry RPC after error@346909308) -> (continuation of Deferred@1229217647 after retry RPC after error@527510665) -> (continuation of Deferred@996373266 after retry RPC after error@1155661960) -> (continuation of Deferred@800493660 after retry RPC after error@968225863) -> (continuation of Deferred@426703744 after retry RPC after error@1306283621) -> (continuation of Deferred@1458770930 after retry RPC after error@1089655463) -> (continuation of Deferred@783188930 after retry RPC after error@19812116) -> (continuation of Deferred@1326227520 after retry RPC after error@423437548)))
14:07:38.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:07:38.148 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28252), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [191ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [191ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [255ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [259ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [339ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [544ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [544ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [544ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [663ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1002ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1903ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [5920ms] refreshing cache from master, [5920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5921ms] too many traces: truncated at 100 traces, deferred=Deferred@63112153(state=PENDING, result=null, callback=(continuation of Deferred@1024326430 after retry RPC after error@2134271807) -> (continuation of Deferred@1124631372 after retry RPC after error@1481542975) -> (continuation of Deferred@172578851 after retry RPC after error@1183504842) -> (continuation of Deferred@1092559028 after retry RPC after error@1830054621) -> (continuation of Deferred@761052956 after retry RPC after error@1023965172) -> (continuation of Deferred@86698593 after retry RPC after error@1260792475) -> (continuation of Deferred@55236796 after retry RPC after error@2105780470) -> (continuation of Deferred@799550661 after retry RPC after error@1436596569) -> (continuation of Deferred@16389225 after retry RPC after error@1625213080) -> (continuation of Deferred@251534914 after retry RPC after error@1581515957) -> (continuation of Deferred@248322632 after retry RPC after error@406948097) -> (continuation of Deferred@1723041861 after retry RPC after error@405559690) -> (continuation of Deferred@2119507869 after retry RPC after error@1783142615) -> (continuation of Deferred@281265275 after retry RPC after error@1784229856) -> (continuation of Deferred@1009155265 after retry RPC after error@310822322) -> (continuation of Deferred@476588933 after retry RPC after error@1072509383) -> (continuation of Deferred@815956623 after retry RPC after error@346909308) -> (continuation of Deferred@1229217647 after retry RPC after error@527510665) -> (continuation of Deferred@996373266 after retry RPC after error@1155661960) -> (continuation of Deferred@800493660 after retry RPC after error@968225863) -> (continuation of Deferred@426703744 after retry RPC after error@1306283621) -> (continuation of Deferred@1458770930 after retry RPC after error@1089655463) -> (continuation of Deferred@783188930 after retry RPC after error@19812116) -> (continuation of Deferred@1326227520 after retry RPC after error@423437548), errback=(continuation of Deferred@1024326430 after retry RPC after error@2134271807) -> (continuation of Deferred@1124631372 after retry RPC after error@1481542975) -> (continuation of Deferred@172578851 after retry RPC after error@1183504842) -> (continuation of Deferred@1092559028 after retry RPC after error@1830054621) -> (continuation of Deferred@761052956 after retry RPC after error@1023965172) -> (continuation of Deferred@86698593 after retry RPC after error@1260792475) -> (continuation of Deferred@55236796 after retry RPC after error@2105780470) -> (continuation of Deferred@799550661 after retry RPC after error@1436596569) -> (continuation of Deferred@16389225 after retry RPC after error@1625213080) -> (continuation of Deferred@251534914 after retry RPC after error@1581515957) -> (continuation of Deferred@248322632 after retry RPC after error@406948097) -> (continuation of Deferred@1723041861 after retry RPC after error@405559690) -> (continuation of Deferred@2119507869 after retry RPC after error@1783142615) -> (continuation of Deferred@281265275 after retry RPC after error@1784229856) -> (continuation of Deferred@1009155265 after retry RPC after error@310822322) -> (continuation of Deferred@476588933 after retry RPC after error@1072509383) -> (continuation of Deferred@815956623 after retry RPC after error@346909308) -> (continuation of Deferred@1229217647 after retry RPC after error@527510665) -> (continuation of Deferred@996373266 after retry RPC after error@1155661960) -> (continuation of Deferred@800493660 after retry RPC after error@968225863) -> (continuation of Deferred@426703744 after retry RPC after error@1306283621) -> (continuation of Deferred@1458770930 after retry RPC after error@1089655463) -> (continuation of Deferred@783188930 after retry RPC after error@19812116) -> (continuation of Deferred@1326227520 after retry RPC after error@423437548)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:38.152 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:07:38.154 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
14:07:38.156 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28252), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [191ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [191ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [255ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [259ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [338ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [339ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [544ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [544ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [544ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [663ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1002ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1903ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [5920ms] refreshing cache from master, [5920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5921ms] too many traces: truncated at 100 traces, deferred=Deferred@63112153(state=PENDING, result=null, callback=(continuation of Deferred@1024326430 after retry RPC after error@2134271807) -> (continuation of Deferred@1124631372 after retry RPC after error@1481542975) -> (continuation of Deferred@172578851 after retry RPC after error@1183504842) -> (continuation of Deferred@1092559028 after retry RPC after error@1830054621) -> (continuation of Deferred@761052956 after retry RPC after error@1023965172) -> (continuation of Deferred@86698593 after retry RPC after error@1260792475) -> (continuation of Deferred@55236796 after retry RPC after error@2105780470) -> (continuation of Deferred@799550661 after retry RPC after error@1436596569) -> (continuation of Deferred@16389225 after retry RPC after error@1625213080) -> (continuation of Deferred@251534914 after retry RPC after error@1581515957) -> (continuation of Deferred@248322632 after retry RPC after error@406948097) -> (continuation of Deferred@1723041861 after retry RPC after error@405559690) -> (continuation of Deferred@2119507869 after retry RPC after error@1783142615) -> (continuation of Deferred@281265275 after retry RPC after error@1784229856) -> (continuation of Deferred@1009155265 after retry RPC after error@310822322) -> (continuation of Deferred@476588933 after retry RPC after error@1072509383) -> (continuation of Deferred@815956623 after retry RPC after error@346909308) -> (continuation of Deferred@1229217647 after retry RPC after error@527510665) -> (continuation of Deferred@996373266 after retry RPC after error@1155661960) -> (continuation of Deferred@800493660 after retry RPC after error@968225863) -> (continuation of Deferred@426703744 after retry RPC after error@1306283621) -> (continuation of Deferred@1458770930 after retry RPC after error@1089655463) -> (continuation of Deferred@783188930 after retry RPC after error@19812116) -> (continuation of Deferred@1326227520 after retry RPC after error@423437548), errback=(continuation of Deferred@1024326430 after retry RPC after error@2134271807) -> (continuation of Deferred@1124631372 after retry RPC after error@1481542975) -> (continuation of Deferred@172578851 after retry RPC after error@1183504842) -> (continuation of Deferred@1092559028 after retry RPC after error@1830054621) -> (continuation of Deferred@761052956 after retry RPC after error@1023965172) -> (continuation of Deferred@86698593 after retry RPC after error@1260792475) -> (continuation of Deferred@55236796 after retry RPC after error@2105780470) -> (continuation of Deferred@799550661 after retry RPC after error@1436596569) -> (continuation of Deferred@16389225 after retry RPC after error@1625213080) -> (continuation of Deferred@251534914 after retry RPC after error@1581515957) -> (continuation of Deferred@248322632 after retry RPC after error@406948097) -> (continuation of Deferred@1723041861 after retry RPC after error@405559690) -> (continuation of Deferred@2119507869 after retry RPC after error@1783142615) -> (continuation of Deferred@281265275 after retry RPC after error@1784229856) -> (continuation of Deferred@1009155265 after retry RPC after error@310822322) -> (continuation of Deferred@476588933 after retry RPC after error@1072509383) -> (continuation of Deferred@815956623 after retry RPC after error@346909308) -> (continuation of Deferred@1229217647 after retry RPC after error@527510665) -> (continuation of Deferred@996373266 after retry RPC after error@1155661960) -> (continuation of Deferred@800493660 after retry RPC after error@968225863) -> (continuation of Deferred@426703744 after retry RPC after error@1306283621) -> (continuation of Deferred@1458770930 after retry RPC after error@1089655463) -> (continuation of Deferred@783188930 after retry RPC after error@19812116) -> (continuation of Deferred@1326227520 after retry RPC after error@423437548)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:38.161 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:38.161 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
14:07:38.162 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
14:07:38.162 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RUNNING to RESTARTING.
14:07:38.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.171324 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } attempt: 1
14:07:38.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.176770 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.253:33427: Network error: Client connection negotiation failed: client connection to 127.30.50.253:33427: connect: Connection refused (error 111)
14:07:38.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113258184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:38.194 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:07:38.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
14:07:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.245234 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } attempt: 2
14:07:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.250721 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.253:33427: Network error: Client connection negotiation failed: client connection to 127.30.50.253:33427: connect: Connection refused (error 111)
14:07:38.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.342226 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } attempt: 3
14:07:38.345 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:38.346 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:38.346 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:38.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:38.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:38.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:38.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:38.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:38.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:38.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:38.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:38.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:38.348 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.350900 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.253:33427: Network error: Client connection negotiation failed: client connection to 127.30.50.253:33427: connect: Connection refused (error 111)
14:07:38.365 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:38.366 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:38.366 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:38.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:38.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:38.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:38.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:38.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:38.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:38.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:38.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:38.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:38.368 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:38.374 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:38.374 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:38.374 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:38.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:38.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:38.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:38.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:38.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:38.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:38.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:38.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:38.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:38.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.450762 31062 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.451489 31062 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:38.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.452239 31062 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.492813 31062 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.493286 31062 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.493695 31062 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.494094 31062 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.494454 31062 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.494750 31062 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42763/jwks.json
14:07:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.494863 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } attempt: 4
14:07:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.505970 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.253:33427: Network error: Client connection negotiation failed: client connection to 127.30.50.253:33427: connect: Connection refused (error 111)
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.551080 31062 master_runner.cc:387] Master server non-default flags:
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/data
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/wal
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.253:33427
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42763/jwks.json
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/data/info.pb
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.253
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/logs
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:38.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.552892 31062 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:38.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.554738 31062 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:38.565 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:38.565 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:38.566 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:38.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:38.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:38.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:38.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:38.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:38.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:38.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:38.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:38.566 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:38.566 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.568297 31072 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.628161 30909 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 30785
14:07:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.629449 30909 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba620 after lost signal to thread 30912
14:07:38.644 [DEBUG - pool-206-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [13ms] received response from server master-127.27.19.60:35973: OK, deferred=null) with no deferred attached!
14:07:38.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:38.675 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:38.675 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:38.675 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:38.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:38.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:38.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:38.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:38.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:38.677 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:38.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:38.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:38.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:38.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:38.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113258684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:38.697 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:07:38.702 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
14:07:38.736 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:38.736 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:38.736 [DEBUG - pool-245-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:38.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:38.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:38.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:38.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:38.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:38.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:38.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:38.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:38.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:38.740 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:38.741 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28882), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [178ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [293ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [293ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [332ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [523ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [564ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1064ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1984ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2683ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4321ms] refreshing cache from master, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@1044544555(state=PENDING, result=null, callback=(continuation of Deferred@1977052537 after retry RPC after error@488940623) -> (continuation of Deferred@1279951268 after retry RPC after error@1640242978) -> (continuation of Deferred@800463558 after retry RPC after error@386450851) -> (continuation of Deferred@265761095 after retry RPC after error@1311441552) -> (continuation of Deferred@1372869049 after retry RPC after error@2139133) -> (continuation of Deferred@919332791 after retry RPC after error@543317116) -> (continuation of Deferred@1405651024 after retry RPC after error@1450374815) -> (continuation of Deferred@1072514489 after retry RPC after error@232681348) -> (continuation of Deferred@440659047 after retry RPC after error@1539581886) -> (continuation of Deferred@248603122 after retry RPC after error@1888329187) -> (continuation of Deferred@1973970753 after retry RPC after error@254494621) -> (continuation of Deferred@183527803 after retry RPC after error@378441539) -> (continuation of Deferred@539652284 after retry RPC after error@1969802379) -> (continuation of Deferred@2086324460 after retry RPC after error@516732083) -> (continuation of Deferred@1829804102 after retry RPC after error@1580146171) -> (continuation of Deferred@1947775866 after retry RPC after error@260761702) -> (continuation of Deferred@1714525049 after retry RPC after error@1079483009) -> (continuation of Deferred@1910858386 after retry RPC after error@695495952) -> (continuation of Deferred@1127516444 after retry RPC after error@1070305385) -> (continuation of Deferred@1709217008 after retry RPC after error@1878423985) -> (continuation of Deferred@141390138 after retry RPC after error@1799807110) -> (continuation of Deferred@182500874 after retry RPC after error@1451713814) -> (continuation of Deferred@889207389 after retry RPC after error@1763622571) -> (continuation of Deferred@1719754092 after retry RPC after error@197340031) -> (continuation of Deferred@1067793032 after retry RPC after error@592588849), errback=(continuation of Deferred@1977052537 after retry RPC after error@488940623) -> (continuation of Deferred@1279951268 after retry RPC after error@1640242978) -> (continuation of Deferred@800463558 after retry RPC after error@386450851) -> (continuation of Deferred@265761095 after retry RPC after error@1311441552) -> (continuation of Deferred@1372869049 after retry RPC after error@2139133) -> (continuation of Deferred@919332791 after retry RPC after error@543317116) -> (continuation of Deferred@1405651024 after retry RPC after error@1450374815) -> (continuation of Deferred@1072514489 after retry RPC after error@232681348) -> (continuation of Deferred@440659047 after retry RPC after error@1539581886) -> (continuation of Deferred@248603122 after retry RPC after error@1888329187) -> (continuation of Deferred@1973970753 after retry RPC after error@254494621) -> (continuation of Deferred@183527803 after retry RPC after error@378441539) -> (continuation of Deferred@539652284 after retry RPC after error@1969802379) -> (continuation of Deferred@2086324460 after retry RPC after error@516732083) -> (continuation of Deferred@1829804102 after retry RPC after error@1580146171) -> (continuation of Deferred@1947775866 after retry RPC after error@260761702) -> (continuation of Deferred@1714525049 after retry RPC after error@1079483009) -> (continuation of Deferred@1910858386 after retry RPC after error@695495952) -> (continuation of Deferred@1127516444 after retry RPC after error@1070305385) -> (continuation of Deferred@1709217008 after retry RPC after error@1878423985) -> (continuation of Deferred@141390138 after retry RPC after error@1799807110) -> (continuation of Deferred@182500874 after retry RPC after error@1451713814) -> (continuation of Deferred@889207389 after retry RPC after error@1763622571) -> (continuation of Deferred@1719754092 after retry RPC after error@197340031) -> (continuation of Deferred@1067793032 after retry RPC after error@592588849)))
14:07:38.743 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:07:38.743 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28882), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [178ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [293ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [293ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [332ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [523ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [564ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1064ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1984ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2683ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4321ms] refreshing cache from master, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@1044544555(state=PENDING, result=null, callback=(continuation of Deferred@1977052537 after retry RPC after error@488940623) -> (continuation of Deferred@1279951268 after retry RPC after error@1640242978) -> (continuation of Deferred@800463558 after retry RPC after error@386450851) -> (continuation of Deferred@265761095 after retry RPC after error@1311441552) -> (continuation of Deferred@1372869049 after retry RPC after error@2139133) -> (continuation of Deferred@919332791 after retry RPC after error@543317116) -> (continuation of Deferred@1405651024 after retry RPC after error@1450374815) -> (continuation of Deferred@1072514489 after retry RPC after error@232681348) -> (continuation of Deferred@440659047 after retry RPC after error@1539581886) -> (continuation of Deferred@248603122 after retry RPC after error@1888329187) -> (continuation of Deferred@1973970753 after retry RPC after error@254494621) -> (continuation of Deferred@183527803 after retry RPC after error@378441539) -> (continuation of Deferred@539652284 after retry RPC after error@1969802379) -> (continuation of Deferred@2086324460 after retry RPC after error@516732083) -> (continuation of Deferred@1829804102 after retry RPC after error@1580146171) -> (continuation of Deferred@1947775866 after retry RPC after error@260761702) -> (continuation of Deferred@1714525049 after retry RPC after error@1079483009) -> (continuation of Deferred@1910858386 after retry RPC after error@695495952) -> (continuation of Deferred@1127516444 after retry RPC after error@1070305385) -> (continuation of Deferred@1709217008 after retry RPC after error@1878423985) -> (continuation of Deferred@141390138 after retry RPC after error@1799807110) -> (continuation of Deferred@182500874 after retry RPC after error@1451713814) -> (continuation of Deferred@889207389 after retry RPC after error@1763622571) -> (continuation of Deferred@1719754092 after retry RPC after error@197340031) -> (continuation of Deferred@1067793032 after retry RPC after error@592588849), errback=(continuation of Deferred@1977052537 after retry RPC after error@488940623) -> (continuation of Deferred@1279951268 after retry RPC after error@1640242978) -> (continuation of Deferred@800463558 after retry RPC after error@386450851) -> (continuation of Deferred@265761095 after retry RPC after error@1311441552) -> (continuation of Deferred@1372869049 after retry RPC after error@2139133) -> (continuation of Deferred@919332791 after retry RPC after error@543317116) -> (continuation of Deferred@1405651024 after retry RPC after error@1450374815) -> (continuation of Deferred@1072514489 after retry RPC after error@232681348) -> (continuation of Deferred@440659047 after retry RPC after error@1539581886) -> (continuation of Deferred@248603122 after retry RPC after error@1888329187) -> (continuation of Deferred@1973970753 after retry RPC after error@254494621) -> (continuation of Deferred@183527803 after retry RPC after error@378441539) -> (continuation of Deferred@539652284 after retry RPC after error@1969802379) -> (continuation of Deferred@2086324460 after retry RPC after error@516732083) -> (continuation of Deferred@1829804102 after retry RPC after error@1580146171) -> (continuation of Deferred@1947775866 after retry RPC after error@260761702) -> (continuation of Deferred@1714525049 after retry RPC after error@1079483009) -> (continuation of Deferred@1910858386 after retry RPC after error@695495952) -> (continuation of Deferred@1127516444 after retry RPC after error@1070305385) -> (continuation of Deferred@1709217008 after retry RPC after error@1878423985) -> (continuation of Deferred@141390138 after retry RPC after error@1799807110) -> (continuation of Deferred@182500874 after retry RPC after error@1451713814) -> (continuation of Deferred@889207389 after retry RPC after error@1763622571) -> (continuation of Deferred@1719754092 after retry RPC after error@197340031) -> (continuation of Deferred@1067793032 after retry RPC after error@592588849)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:38.748 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:07:38.749 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
14:07:38.751 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28882), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [178ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [293ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [293ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [329ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [332ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [332ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [464ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [464ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [523ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [564ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1064ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1984ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2683ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4321ms] refreshing cache from master, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@1044544555(state=PENDING, result=null, callback=(continuation of Deferred@1977052537 after retry RPC after error@488940623) -> (continuation of Deferred@1279951268 after retry RPC after error@1640242978) -> (continuation of Deferred@800463558 after retry RPC after error@386450851) -> (continuation of Deferred@265761095 after retry RPC after error@1311441552) -> (continuation of Deferred@1372869049 after retry RPC after error@2139133) -> (continuation of Deferred@919332791 after retry RPC after error@543317116) -> (continuation of Deferred@1405651024 after retry RPC after error@1450374815) -> (continuation of Deferred@1072514489 after retry RPC after error@232681348) -> (continuation of Deferred@440659047 after retry RPC after error@1539581886) -> (continuation of Deferred@248603122 after retry RPC after error@1888329187) -> (continuation of Deferred@1973970753 after retry RPC after error@254494621) -> (continuation of Deferred@183527803 after retry RPC after error@378441539) -> (continuation of Deferred@539652284 after retry RPC after error@1969802379) -> (continuation of Deferred@2086324460 after retry RPC after error@516732083) -> (continuation of Deferred@1829804102 after retry RPC after error@1580146171) -> (continuation of Deferred@1947775866 after retry RPC after error@260761702) -> (continuation of Deferred@1714525049 after retry RPC after error@1079483009) -> (continuation of Deferred@1910858386 after retry RPC after error@695495952) -> (continuation of Deferred@1127516444 after retry RPC after error@1070305385) -> (continuation of Deferred@1709217008 after retry RPC after error@1878423985) -> (continuation of Deferred@141390138 after retry RPC after error@1799807110) -> (continuation of Deferred@182500874 after retry RPC after error@1451713814) -> (continuation of Deferred@889207389 after retry RPC after error@1763622571) -> (continuation of Deferred@1719754092 after retry RPC after error@197340031) -> (continuation of Deferred@1067793032 after retry RPC after error@592588849), errback=(continuation of Deferred@1977052537 after retry RPC after error@488940623) -> (continuation of Deferred@1279951268 after retry RPC after error@1640242978) -> (continuation of Deferred@800463558 after retry RPC after error@386450851) -> (continuation of Deferred@265761095 after retry RPC after error@1311441552) -> (continuation of Deferred@1372869049 after retry RPC after error@2139133) -> (continuation of Deferred@919332791 after retry RPC after error@543317116) -> (continuation of Deferred@1405651024 after retry RPC after error@1450374815) -> (continuation of Deferred@1072514489 after retry RPC after error@232681348) -> (continuation of Deferred@440659047 after retry RPC after error@1539581886) -> (continuation of Deferred@248603122 after retry RPC after error@1888329187) -> (continuation of Deferred@1973970753 after retry RPC after error@254494621) -> (continuation of Deferred@183527803 after retry RPC after error@378441539) -> (continuation of Deferred@539652284 after retry RPC after error@1969802379) -> (continuation of Deferred@2086324460 after retry RPC after error@516732083) -> (continuation of Deferred@1829804102 after retry RPC after error@1580146171) -> (continuation of Deferred@1947775866 after retry RPC after error@260761702) -> (continuation of Deferred@1714525049 after retry RPC after error@1079483009) -> (continuation of Deferred@1910858386 after retry RPC after error@695495952) -> (continuation of Deferred@1127516444 after retry RPC after error@1070305385) -> (continuation of Deferred@1709217008 after retry RPC after error@1878423985) -> (continuation of Deferred@141390138 after retry RPC after error@1799807110) -> (continuation of Deferred@182500874 after retry RPC after error@1451713814) -> (continuation of Deferred@889207389 after retry RPC after error@1763622571) -> (continuation of Deferred@1719754092 after retry RPC after error@197340031) -> (continuation of Deferred@1067793032 after retry RPC after error@592588849)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:38.756 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:38.756 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
14:07:38.757 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
14:07:38.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:38.798 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:38.799 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:38.799 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:38.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:38.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [35ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [145ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [228ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [247ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [247ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [761ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [762ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [883ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@982451373(state=PENDING, result=null, callback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643), errback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643)))
14:07:38.803 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:38.804 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:38.804 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:38.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.804 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [35ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [145ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [228ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [247ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [247ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [761ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [762ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [883ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@982451373(state=PENDING, result=null, callback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643), errback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [35ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [145ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [228ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [247ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [247ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [761ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [762ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [883ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@982451373(state=PENDING, result=null, callback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643), errback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.60:33863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:38.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.805428 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } attempt: 5
14:07:38.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.810 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:38.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.813225 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.253:33427: Network error: Client connection negotiation failed: client connection to 127.30.50.253:33427: connect: Connection refused (error 111)
14:07:38.817 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [35ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [145ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [228ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [247ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [247ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [761ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [762ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [883ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@982451373(state=PENDING, result=null, callback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643), errback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [35ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [145ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [227ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [228ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [228ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [246ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [247ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [247ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [463ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [761ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [762ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [762ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [883ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [883ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1322ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@982451373(state=PENDING, result=null, callback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643), errback=(continuation of Deferred@2110598976 after retry RPC after error@2084804182) -> (continuation of Deferred@1151031318 after retry RPC after error@116627012) -> (continuation of Deferred@315629301 after retry RPC after error@1925303263) -> (continuation of Deferred@1812227705 after retry RPC after error@1985977355) -> (continuation of Deferred@1693057923 after retry RPC after error@411677682) -> (continuation of Deferred@1475422516 after retry RPC after error@1573148677) -> (continuation of Deferred@1770434085 after retry RPC after error@1019582148) -> (continuation of Deferred@1654890721 after retry RPC after error@492357824) -> (continuation of Deferred@1106492104 after retry RPC after error@1368422276) -> (continuation of Deferred@785084927 after retry RPC after error@1963897390) -> (continuation of Deferred@704078781 after retry RPC after error@2064190800) -> (continuation of Deferred@246992711 after retry RPC after error@237470588) -> (continuation of Deferred@484438926 after retry RPC after error@797904584) -> (continuation of Deferred@1728392841 after retry RPC after error@1435200886) -> (continuation of Deferred@917219274 after retry RPC after error@1636112025) -> (continuation of Deferred@792337734 after retry RPC after error@567551242) -> (continuation of Deferred@1244283661 after retry RPC after error@64136463) -> (continuation of Deferred@2096973854 after retry RPC after error@2088881918) -> (continuation of Deferred@1688979528 after retry RPC after error@1917317903) -> (continuation of Deferred@1684859105 after retry RPC after error@375925932) -> (continuation of Deferred@742088609 after retry RPC after error@1630080674) -> (continuation of Deferred@1644288390 after retry RPC after error@903578662) -> (continuation of Deferred@1139479403 after retry RPC after error@1780369834) -> (continuation of Deferred@104816774 after retry RPC after error@1865170643)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.60:33863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:38.817 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:38.818 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:38.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.821 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:38.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:38.826 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:07:38.826 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
14:07:38.827 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
14:07:38.827 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:07:38.827 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
14:07:38.828 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:07:38.828 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
14:07:38.828 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
14:07:38.830 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:07:38.830 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
14:07:38.830 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:07:38.833 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:07:38.833 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
14:07:38.833 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:07:38.834 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:07:38.834 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
14:07:38.834 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:07:38.836 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
14:07:38.837 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
14:07:38.837 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
14:07:38.838 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
14:07:38.838 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:38.839 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 46167b4104acab610af5cd9644360c4d
14:07:38.839 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:38.839 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:38.840 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:38.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.841 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:38.858 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:38.858 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:38.859 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:38.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.860 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:38.878 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:38.878 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:38.878 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:38.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.879 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:38.898 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:38.898 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:38.898 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:38.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.900 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:38.918 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:38.918 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:38.919 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:38.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:38.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:38.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.920 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:38.920 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:39.017 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:39.018 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:39.018 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:39.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.019 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.019 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:39.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:39.177 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:39.178 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:39.178 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:39.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:39.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113259184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:39.195 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:07:39.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
14:07:39.242 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:39.242 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:39.243 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:39.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:39.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29379), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [150ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [150ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [259ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [267ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [270ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [335ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [340ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [340ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [340ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [404ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [404ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [463ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [584ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [586ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [586ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [621ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1023ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1424ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2043ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [5821ms] refreshing cache from master, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5822ms] too many traces: truncated at 100 traces, deferred=Deferred@165606924(state=PENDING, result=null, callback=(continuation of Deferred@1671906733 after retry RPC after error@1970971580) -> (continuation of Deferred@1585962725 after retry RPC after error@546778543) -> (continuation of Deferred@2042924605 after retry RPC after error@1501804026) -> (continuation of Deferred@965945561 after retry RPC after error@552636433) -> (continuation of Deferred@2107131732 after retry RPC after error@963645816) -> (continuation of Deferred@428155759 after retry RPC after error@1028737110) -> (continuation of Deferred@46930511 after retry RPC after error@999170239) -> (continuation of Deferred@186704634 after retry RPC after error@1006897200) -> (continuation of Deferred@1593340829 after retry RPC after error@339295013) -> (continuation of Deferred@402795626 after retry RPC after error@73134802) -> (continuation of Deferred@421666143 after retry RPC after error@1151335757) -> (continuation of Deferred@1299708104 after retry RPC after error@383868630) -> (continuation of Deferred@530608560 after retry RPC after error@619610780) -> (continuation of Deferred@1454219121 after retry RPC after error@1252420764) -> (continuation of Deferred@1444395401 after retry RPC after error@104676277) -> (continuation of Deferred@1011972628 after retry RPC after error@1172976526) -> (continuation of Deferred@777654603 after retry RPC after error@1096116134) -> (continuation of Deferred@1986208834 after retry RPC after error@1644240707) -> (continuation of Deferred@472877569 after retry RPC after error@1982703221) -> (continuation of Deferred@419679686 after retry RPC after error@1938956962) -> (continuation of Deferred@319668563 after retry RPC after error@143184713), errback=(continuation of Deferred@1671906733 after retry RPC after error@1970971580) -> (continuation of Deferred@1585962725 after retry RPC after error@546778543) -> (continuation of Deferred@2042924605 after retry RPC after error@1501804026) -> (continuation of Deferred@965945561 after retry RPC after error@552636433) -> (continuation of Deferred@2107131732 after retry RPC after error@963645816) -> (continuation of Deferred@428155759 after retry RPC after error@1028737110) -> (continuation of Deferred@46930511 after retry RPC after error@999170239) -> (continuation of Deferred@186704634 after retry RPC after error@1006897200) -> (continuation of Deferred@1593340829 after retry RPC after error@339295013) -> (continuation of Deferred@402795626 after retry RPC after error@73134802) -> (continuation of Deferred@421666143 after retry RPC after error@1151335757) -> (continuation of Deferred@1299708104 after retry RPC after error@383868630) -> (continuation of Deferred@530608560 after retry RPC after error@619610780) -> (continuation of Deferred@1454219121 after retry RPC after error@1252420764) -> (continuation of Deferred@1444395401 after retry RPC after error@104676277) -> (continuation of Deferred@1011972628 after retry RPC after error@1172976526) -> (continuation of Deferred@777654603 after retry RPC after error@1096116134) -> (continuation of Deferred@1986208834 after retry RPC after error@1644240707) -> (continuation of Deferred@472877569 after retry RPC after error@1982703221) -> (continuation of Deferred@419679686 after retry RPC after error@1938956962) -> (continuation of Deferred@319668563 after retry RPC after error@143184713)))
14:07:39.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:39.329 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:39.329 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:39.329 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:39.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.330 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.330 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.330 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.330 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.330 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:39.361382 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } attempt: 6
14:07:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:39.393294 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.253:33427: Network error: Client connection negotiation failed: client connection to 127.30.50.253:33427: connect: Connection refused (error 111)
14:07:39.418 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:39.418 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:39.418 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:39.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:39.554 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:39.554 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:39.554 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:39.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:39.555 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:39.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:39.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:39.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:39.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:39.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:39.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:39.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:39.555 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:39.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:39.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113259684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:39.695 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:07:39.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
14:07:39.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:39.808 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:39.809 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:39.809 [DEBUG - pool-243-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:39.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.809 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:39.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:39.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:39.811 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:39.812 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29960), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [38ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [147ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [193ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [210ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [366ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [371ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [371ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [372ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [381ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [400ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [401ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [521ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [523ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [523ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [641ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [642ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [642ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [642ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [822ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [902ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [903ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [903ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [903ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2382ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2700ms] refreshing cache from master, [2700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2702ms] too many traces: truncated at 100 traces, deferred=Deferred@2142225321(state=PENDING, result=null, callback=(continuation of Deferred@179986532 after retry RPC after error@531964737) -> (continuation of Deferred@1338312489 after retry RPC after error@1324754931) -> (continuation of Deferred@387372809 after retry RPC after error@563040641) -> (continuation of Deferred@1184163542 after retry RPC after error@966953032) -> (continuation of Deferred@414039786 after retry RPC after error@1140193063) -> (continuation of Deferred@573971417 after retry RPC after error@268117791) -> (continuation of Deferred@2052358884 after retry RPC after error@376704582) -> (continuation of Deferred@76429186 after retry RPC after error@1377512403) -> (continuation of Deferred@210157782 after retry RPC after error@976677182) -> (continuation of Deferred@1332870109 after retry RPC after error@1153369171) -> (continuation of Deferred@2122706018 after retry RPC after error@1937212821) -> (continuation of Deferred@857220917 after retry RPC after error@263790745) -> (continuation of Deferred@1577991152 after retry RPC after error@286934665) -> (continuation of Deferred@1674177040 after retry RPC after error@632464152) -> (continuation of Deferred@172805605 after retry RPC after error@1235348523) -> (continuation of Deferred@1704199781 after retry RPC after error@1435419564) -> (continuation of Deferred@968957725 after retry RPC after error@2143780026) -> (continuation of Deferred@983955977 after retry RPC after error@429251922) -> (continuation of Deferred@672993418 after retry RPC after error@1820035999) -> (continuation of Deferred@2040222123 after retry RPC after error@1314090119) -> (continuation of Deferred@243969159 after retry RPC after error@1050536378) -> (continuation of Deferred@489218507 after retry RPC after error@1212842429) -> (continuation of Deferred@327152295 after retry RPC after error@1123944779) -> (continuation of Deferred@411209318 after retry RPC after error@81376162) -> (continuation of Deferred@1751090004 after retry RPC after error@1524202309) -> (continuation of Deferred@1453600710 after retry RPC after error@531218963) -> (continuation of Deferred@200845201 after retry RPC after error@451606264) -> (continuation of Deferred@1833382012 after retry RPC after error@1018158749), errback=(continuation of Deferred@179986532 after retry RPC after error@531964737) -> (continuation of Deferred@1338312489 after retry RPC after error@1324754931) -> (continuation of Deferred@387372809 after retry RPC after error@563040641) -> (continuation of Deferred@1184163542 after retry RPC after error@966953032) -> (continuation of Deferred@414039786 after retry RPC after error@1140193063) -> (continuation of Deferred@573971417 after retry RPC after error@268117791) -> (continuation of Deferred@2052358884 after retry RPC after error@376704582) -> (continuation of Deferred@76429186 after retry RPC after error@1377512403) -> (continuation of Deferred@210157782 after retry RPC after error@976677182) -> (continuation of Deferred@1332870109 after retry RPC after error@1153369171) -> (continuation of Deferred@2122706018 after retry RPC after error@1937212821) -> (continuation of Deferred@857220917 after retry RPC after error@263790745) -> (continuation of Deferred@1577991152 after retry RPC after error@286934665) -> (continuation of Deferred@1674177040 after retry RPC after error@632464152) -> (continuation of Deferred@172805605 after retry RPC after error@1235348523) -> (continuation of Deferred@1704199781 after retry RPC after error@1435419564) -> (continuation of Deferred@968957725 after retry RPC after error@2143780026) -> (continuation of Deferred@983955977 after retry RPC after error@429251922) -> (continuation of Deferred@672993418 after retry RPC after error@1820035999) -> (continuation of Deferred@2040222123 after retry RPC after error@1314090119) -> (continuation of Deferred@243969159 after retry RPC after error@1050536378) -> (continuation of Deferred@489218507 after retry RPC after error@1212842429) -> (continuation of Deferred@327152295 after retry RPC after error@1123944779) -> (continuation of Deferred@411209318 after retry RPC after error@81376162) -> (continuation of Deferred@1751090004 after retry RPC after error@1524202309) -> (continuation of Deferred@1453600710 after retry RPC after error@531218963) -> (continuation of Deferred@200845201 after retry RPC after error@451606264) -> (continuation of Deferred@1833382012 after retry RPC after error@1018158749)))
14:07:39.825 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:39.826 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:39.826 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:39.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:39.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:39.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:39.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:39.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:39.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:39.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:39.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:39.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:39.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:39.977 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:39.978 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:39.978 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:39.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:39.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:39.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:39.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:39.986 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:39.986 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:39.986 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:39.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:39.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:39.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:39.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:39.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:39.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:39.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:39.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:39.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:39.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.575095 31075 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.575775 31062 server_base.cc:1061] running on GCE node
14:07:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.573885 31073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.124873 31062 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:40.127 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:40.127 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:40.128 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:40.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.129741 31062 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.131224 31062 hybrid_clock.cc:648] HybridClock initialized: now 1779113260131120 us; error 99 us; skew 500 ppm
14:07:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.132302 31062 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.142275 31062 webserver.cc:533] Webserver started at http://127.30.50.253:36419/ using document root <none> and password file <none>
14:07:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.143412 31062 fs_manager.cc:362] Metadata directory not provided
14:07:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.143658 31062 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.144275 31062 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.149708 31062 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/data/instance:
14:07:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28e5b17a8daa4b08be2ee6ab3814a065"
14:07:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:40 on dist-test-slave-qn3m"
14:07:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.151019 31062 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/wal/instance:
14:07:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28e5b17a8daa4b08be2ee6ab3814a065"
14:07:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:40 on dist-test-slave-qn3m"
14:07:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.160216 31062 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.004s
14:07:40.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.167873 31091 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:40.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.169288 31062 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.169644 31062 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/wal
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28e5b17a8daa4b08be2ee6ab3814a065"
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:40 on dist-test-slave-qn3m"
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.169963 31062 fs_report.cc:389] FS layout report
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/wal
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/wal
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/data/data
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:40.185 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:40.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113260184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:40.186 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:40.186 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:40.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.188 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.188 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:40.196 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:07:40.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
14:07:40.214 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:40.214 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:40.214 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:40.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:40.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:40.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:40.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:40.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:40.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:40.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:40.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:40.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:40.216 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.243119 31062 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.245088 31062 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.245661 31062 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:40.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:40.265 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:40.265 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:40.265 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:40.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:40.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:40.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:40.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:40.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:40.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:40.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:40.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:40.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:40.267 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:40.345 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:40.345 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:40.345 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:40.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:40.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:40.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:40.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:40.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:40.346 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:40.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:40.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:40.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:40.346 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.350925 31062 rpc_server.cc:307] RPC server started. Bound to: 127.30.50.253:33427
14:07:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.351002 31142 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.50.253:33427 every 8 connection(s)
14:07:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.354176 31062 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/data/info.pb
14:07:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.355571 30923 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 31062
14:07:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.356534 30923 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-1/wal/instance
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.361193 30923 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/wal
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/data
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/logs
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/data/info.pb
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.252:37287
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.252
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42763/jwks.json with env {}
14:07:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.362988 31143 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.383209 31143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } has no permanent_uuid. Determining permanent_uuid...
14:07:40.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.430315 31143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } has no permanent_uuid. Determining permanent_uuid...
14:07:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.453790 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } attempt: 7
14:07:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.455487 31143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } has no permanent_uuid. Determining permanent_uuid...
14:07:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.461318 31092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.474685 31143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.480638 31060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } has no permanent_uuid. Determining permanent_uuid...
14:07:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.488737 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.524298 31143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 1
14:07:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.529973 31143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.547214 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 1
14:07:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.552687 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.598366 31143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 2
14:07:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.603767 31143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.625 [DEBUG - pool-206-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [13ms] received response from server master-127.27.19.60:35973: OK, deferred=null) with no deferred attached!
14:07:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.634177 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 2
14:07:40.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.640513 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:40.684 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113260684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:40.693 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:07:40.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
14:07:40.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.695245 31143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 3
14:07:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.700479 31143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.725977 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 3
14:07:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.731690 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.781167 31145 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.781777 31145 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.782305 31145 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.821996 31145 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.822446 31145 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.822794 31145 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.824205 31145 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.824595 31145 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.824914 31145 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42763/jwks.json
14:07:40.825 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:40.825 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:40.825 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:40.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.827 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:40.838 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:40.838 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:40.838 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:40.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:40.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:40.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:40.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:40.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:40.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:40.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:40.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:40.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:40.839 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:40.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.843946 31143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 4
14:07:40.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.848609 31143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.872151 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 4
14:07:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.876592 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:40.885 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:40.885 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:40.886 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:40.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.887 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.909545 31145 master_runner.cc:387] Master server non-default flags:
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/data
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/wal
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.252:37287
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42763/jwks.json
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/data/info.pb
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.252
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/logs
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.911548 31145 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.915153 31145 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:40.937 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:40.938 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:40.938 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:40.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:40.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:40.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:40.939 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.943862 31158 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:40.969 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:40.970 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:40.970 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:40.970 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:40.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:40.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:40.971 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:41.148063 31143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 5
14:07:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:41.157534 31143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:41.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:41.160089 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 5
14:07:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:41.166971 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:41.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113261184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:41.194 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:07:41.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
14:07:41.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:41.338 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:41.338 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:41.338 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:41.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:41.468 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:41.469 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:41.469 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:41.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:41.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:41.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:41.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:41.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:41.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:41.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:41.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:41.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:41.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:41.577 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:41.578 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:41.578 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:41.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:41.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:41.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:41.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:41.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:41.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:41.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:41.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:41.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:41.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:41.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:41.684 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113261684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:41.697 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:07:41.698 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
14:07:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:41.705137 31143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 6
14:07:41.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:41.719808 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 6
14:07:41.754 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:41.754 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:41.754 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:41.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:41.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:41.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:41.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:41.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:41.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:41.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:41.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:41.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:41.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:41.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:41.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:41.762984 31060 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:41.765826 31092 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.GetNodeInstance -> {remote=127.30.50.252:37287, user_credentials={real_user=slave}} blocked reactor thread for 45792.1us
14:07:41.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:41.770324 31143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.50.252:37287: Network error: Client connection negotiation failed: client connection to 127.30.50.252:37287: connect: Connection refused (error 111)
14:07:41.775 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RESTARTING to RUNNING.
14:07:41.776 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job 46167b4104acab610af5cd9644360c4d from Checkpoint 71 @ 1779113168467 for 46167b4104acab610af5cd9644360c4d located at file:/tmp/junit1997771594265435018/checkpoints/46167b4104acab610af5cd9644360c4d/chk-71.
14:07:41.777 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
14:07:41.777 [INFO - flink-pekko.actor.default-dispatcher-10] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:07:41.783 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
14:07:41.784 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
14:07:41.784 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 9d4699c768d84e7eef6ad1d2a837b629
14:07:41.784 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
14:07:41.786 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:41.788 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:07:41.789 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:41.790 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 9d4699c768d84e7eef6ad1d2a837b629.
14:07:41.791 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
14:07:41.791 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 829b669c9d09e09bfe46427a95cc7f96
14:07:41.792 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:07:41.794 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 829b669c9d09e09bfe46427a95cc7f96.
14:07:41.795 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
14:07:41.791 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
14:07:41.796 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
14:07:41.796 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:41.796 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48a49a65
14:07:41.797 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:41.797 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:07:41.797 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:07:41.798 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
14:07:41.798 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 95b6f7e427a4183710e9a5a05541822d
14:07:41.798 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
14:07:41.800 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:41.801 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
14:07:41.801 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id a1be49eec86fee4ded01ecf9c76e477a
14:07:41.801 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:07:41.802 [INFO - Thread-44] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:07:41.802 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state TERMINATED
14:07:41.802 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state TERMINATED
14:07:41.802 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state TERMINATED
14:07:41.803 [DEBUG - Thread-44] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:41.806 [INFO - Thread-44] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:07:41.806 [INFO - Thread-44] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:07:41.806 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2071f7b1
14:07:41.807 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:07:41.809 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 95b6f7e427a4183710e9a5a05541822d.
14:07:41.811 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
14:07:41.812 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
14:07:41.813 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:41.814 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@738f8c86
14:07:41.814 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:41.814 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:07:41.815 [DEBUG - Thread-44] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:41.816 [INFO - Thread-44] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:07:41.816 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:07:41.816 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:07:41.820 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:07:41.823 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id a1be49eec86fee4ded01ecf9c76e477a.
14:07:41.824 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
14:07:41.824 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
14:07:41.826 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3542cdc5
14:07:41.826 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:41.826 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:07:41.829 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:07:41.830 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:07:41.837 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7825db8e
14:07:41.850 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1283cf46
14:07:41.852 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:41.852 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:41.854 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:41.855 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:41.855 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:41.857 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:41.861 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
14:07:41.861 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
14:07:41.862 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e33f3f6
14:07:41.862 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:41.862 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:07:41.862 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:07:41.863 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:07:41.874 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b7045b7
14:07:41.876 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:41.877 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:41.879 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:41.885 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:41.885 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:41.888 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:41.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.890 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:41.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.893 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:41.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.901 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:41.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.902 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:41.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:41.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:41.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:41.907 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:41.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:41.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:41.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:41.908 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:41.911 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:41.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.916 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:41.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:41.919 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:41.926 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:41.928 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:41.933 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:41.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.942 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:41.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.945 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:41.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:41.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:41.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.955 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:41.956 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:41.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.963 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:41.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:41.976 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:41.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:41.982 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:41.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:41.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:41.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.000 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.001 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.001 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.005 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.008 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.017 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.018 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.019 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.024 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.025 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.027 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.028 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.029 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.032 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.034 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.035 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.036 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.037 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.038 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.039 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.039 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.040 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.040 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.040 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.041 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.041 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.044 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.045 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.045 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.045 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.045 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.046 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.046 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.046 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.046 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.047 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.048 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.049 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.050 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.051 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.051 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.053 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.053 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.056 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.056 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.056 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.057 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.058 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.059 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.060 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.060 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.061 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.062 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.062 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.065 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.065 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.065 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.066 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.067 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.067 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.069 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.069 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.069 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.070 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.070 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.071 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.072 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.074 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.076 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.076 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.076 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.078 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.086 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.087 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.088 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.088 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.088 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.089 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.090 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.097 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.097 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.097 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.100 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.100 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.100 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.105 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.105 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.106 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.108 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.108 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.108 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.109 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.109 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.109 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.110 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.111 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.111 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.111 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.112 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.114 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.137 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.137 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.137 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.139 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.145 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.145 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.145 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.146 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.146 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.146 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.146 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.147 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.148 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.148 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.148 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.148 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.148 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.149 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.160 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.160 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.160 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.160 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.161 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.161 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.161 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.161 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.161 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:42.165 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.165 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.165 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.166 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113262184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:42.185 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.185 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.185 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.186 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:42.186 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:42.186 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:42.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.187 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:42.189 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.189 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.189 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.189 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.190 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.196 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:07:42.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
14:07:42.197 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.197 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.197 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.199 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.225 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.225 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.225 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.227 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.260 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.260 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.260 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.261 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.261 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.261 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:42.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.262 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.262 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.280 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.280 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.280 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.282 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.288 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.288 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.288 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.289 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.289 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.289 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.289 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.289 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.289 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.289 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.348 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.348 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.349 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.350 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.355 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:42.355 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:42.355 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:42.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:42.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:42.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:42.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:42.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:42.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:42.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:42.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:42.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:42.357 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:42.376 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.377 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.377 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.944199 31159 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.335206 31157 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 31145
14:07:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.419219 31145 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.477s	user 0.543s	sys 0.910s
14:07:42.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.419605 31145 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.478s	user 0.543s	sys 0.910s
14:07:42.425 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.425 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.426 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.427 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.429240 31222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.429450 31145 server_base.cc:1061] running on GCE node
14:07:42.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.430714 31145 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.433470 31145 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.434913 31145 hybrid_clock.cc:648] HybridClock initialized: now 1779113262434873 us; error 32 us; skew 500 ppm
14:07:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.435693 31145 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.441919 31145 webserver.cc:533] Webserver started at http://127.30.50.252:37425/ using document root <none> and password file <none>
14:07:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.442875 31145 fs_manager.cc:362] Metadata directory not provided
14:07:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.443063 31145 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.443534 31145 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:42.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:42.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.448267 31145 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/data/instance:
14:07:42.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbd00acb11e84bd3a13ca31a23973e46"
14:07:42.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:42 on dist-test-slave-qn3m"
14:07:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.449364 31145 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/wal/instance:
14:07:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbd00acb11e84bd3a13ca31a23973e46"
14:07:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:42 on dist-test-slave-qn3m"
14:07:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.457021 31145 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
14:07:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.463053 31228 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.464265 31145 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:07:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.464560 31145 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/wal
14:07:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbd00acb11e84bd3a13ca31a23973e46"
14:07:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:42 on dist-test-slave-qn3m"
14:07:42.465 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.464850 31145 fs_report.cc:389] FS layout report
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/wal
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/wal
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/data/data
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:42.465 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:42.466 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.521585 31145 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.523559 31145 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.524137 31145 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:42.565 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.566 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.566 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.567 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.585 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:42.586 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:42.586 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.586 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:42.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.586 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.588 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:42.586 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.589 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.589 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.589 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.589 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.607501 31145 rpc_server.cc:307] RPC server started. Bound to: 127.30.50.252:37287
14:07:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.607575 31279 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.50.252:37287 every 8 connection(s)
14:07:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.610345 31145 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/data/info.pb
14:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.613799 30923 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 31145
14:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.614270 30923 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/master-2/wal/instance
14:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.618388 31280 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:42.625 [DEBUG - pool-206-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [4ms] received response from server master-127.27.19.60:35973: OK, deferred=null) with no deferred attached!
14:07:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.637482 31280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } has no permanent_uuid. Determining permanent_uuid...
14:07:42.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.677014 31280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } has no permanent_uuid. Determining permanent_uuid...
14:07:42.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113262684 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:42.689 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.689 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.690 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.693 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.693 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:07:42.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
14:07:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.698338 31280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } has no permanent_uuid. Determining permanent_uuid...
14:07:42.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.718907 31280 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: Bootstrap starting.
14:07:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.726758 31280 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: Neither blocks nor log segments found. Creating new log.
14:07:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.728740 31280 log.cc:826] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: Log is configured to *not* fsync() on all Append() calls
14:07:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.733925 31280 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: No bootstrap required, opened a new log
14:07:42.760 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.760 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.760 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.761 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.761 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.761 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.761 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.761402 31280 raft_consensus.cc:359] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.762364 31280 raft_consensus.cc:385] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:42.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.762707 31280 raft_consensus.cc:740] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbd00acb11e84bd3a13ca31a23973e46, State: Initialized, Role: FOLLOWER
14:07:42.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.763820 31280 consensus_queue.cc:260] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.767174 31290 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.768158 31290 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [sys.catalog]: This master's current role is: FOLLOWER
14:07:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.769207 31280 sys_catalog.cc:565] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [sys.catalog]: configured and running, proceeding with master startup.
14:07:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.780797 31234 tablet.cc:2404] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.796577 31060 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 7
14:07:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.802014 31301 catalog_manager.cc:1593] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.802366 31301 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:42.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.830363 31060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a: Bootstrap starting.
14:07:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.830889 31143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } attempt: 7
14:07:42.834 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:42.834 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:42.835 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:42.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:42.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:42.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:42.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:42.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:42.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:42.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:42.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:42.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:42.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.838869 31060 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a: Neither blocks nor log segments found. Creating new log.
14:07:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.841410 31060 log.cc:826] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a: Log is configured to *not* fsync() on all Append() calls
14:07:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.797138 31145 master_runner.cc:187] Error getting master registration for 127.30.50.254:35515: OK, instance_id { permanent_uuid: "09239154b296449ab58a358597eec30a" instance_seqno: 1779113258012156 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.849401 31145 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:07:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.855208 31060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a: No bootstrap required, opened a new log
14:07:42.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.867292 31143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: Bootstrap starting.
14:07:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.874436 31143 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: Neither blocks nor log segments found. Creating new log.
14:07:42.876 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.876 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.876 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.878 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.879386 31143 log.cc:826] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: Log is configured to *not* fsync() on all Append() calls
14:07:42.885 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:42.887 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:42.887 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:42.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:42.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:42.888 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.888 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.888 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:42.888 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:42.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.887118 31060 raft_consensus.cc:359] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:42.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.888025 31060 raft_consensus.cc:385] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:42.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.888336 31060 raft_consensus.cc:740] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 09239154b296449ab58a358597eec30a, State: Initialized, Role: FOLLOWER
14:07:42.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.889336 31060 consensus_queue.cc:260] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.892802 31143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: No bootstrap required, opened a new log
14:07:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.897023 31307 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.898478 31307 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: This master's current role is: FOLLOWER
14:07:42.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.899151 31060 sys_catalog.cc:565] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: configured and running, proceeding with master startup.
14:07:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.922189 31143 raft_consensus.cc:359] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.923192 31143 raft_consensus.cc:385] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.923579 31143 raft_consensus.cc:740] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28e5b17a8daa4b08be2ee6ab3814a065, State: Initialized, Role: FOLLOWER
14:07:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.924635 31143 consensus_queue.cc:260] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.936697 31314 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.937569 31314 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [sys.catalog]: This master's current role is: FOLLOWER
14:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.940234 31143 sys_catalog.cc:565] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [sys.catalog]: configured and running, proceeding with master startup.
14:07:42.945 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:42.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:42.945 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:42.945 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:42.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:42.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:42.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:42.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:42.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:42.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:42.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:42.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:42.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:42.952 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.953169 31014 tablet.cc:2404] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:42.979 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:42.980 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:42.980 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:42.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:42.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:42.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:42.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:42.997 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:42.997 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:42.997 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:42.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:42.999 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.999 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.999 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:42.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:42.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:43.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.005894 31097 tablet.cc:2404] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.016927 31329 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:07:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.020812 31307 raft_consensus.cc:493] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.021394 31307 raft_consensus.cc:515] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.025254 31307 leader_election.cc:290] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 28e5b17a8daa4b08be2ee6ab3814a065 (127.30.50.253:33427), bbd00acb11e84bd3a13ca31a23973e46 (127.30.50.252:37287)
14:07:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.030944 31118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09239154b296449ab58a358597eec30a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" is_pre_election: true
14:07:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.032109 31118 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 09239154b296449ab58a358597eec30a in term 0.
14:07:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.034987 31255 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09239154b296449ab58a358597eec30a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbd00acb11e84bd3a13ca31a23973e46" is_pre_election: true
14:07:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.035928 31255 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 09239154b296449ab58a358597eec30a in term 0.
14:07:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.045651 31009 leader_election.cc:304] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09239154b296449ab58a358597eec30a, bbd00acb11e84bd3a13ca31a23973e46; no voters: 
14:07:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.046693 31307 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.047045 31307 raft_consensus.cc:493] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.047376 31307 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 0 FOLLOWER]: Advancing to term 1
14:07:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.054829 31307 raft_consensus.cc:515] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.060282 31331 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.060652 31331 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.065047 30966 master_runner.cc:264] No leader master found from master 09239154b296449ab58a358597eec30a
14:07:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.065402 30966 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:07:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.073719 31118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09239154b296449ab58a358597eec30a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28e5b17a8daa4b08be2ee6ab3814a065"
14:07:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.074280 31118 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [term 0 FOLLOWER]: Advancing to term 1
14:07:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.079727 31307 leader_election.cc:290] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [CANDIDATE]: Term 1 election: Requested vote from peers 28e5b17a8daa4b08be2ee6ab3814a065 (127.30.50.253:33427), bbd00acb11e84bd3a13ca31a23973e46 (127.30.50.252:37287)
14:07:43.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.082047 31255 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09239154b296449ab58a358597eec30a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbd00acb11e84bd3a13ca31a23973e46"
14:07:43.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.082583 31255 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [term 0 FOLLOWER]: Advancing to term 1
14:07:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.085219 31062 master_runner.cc:233] Existing masters have differing terms: 1 vs 0
14:07:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.085714 31062 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:07:43.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.117069 31118 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 09239154b296449ab58a358597eec30a in term 1.
14:07:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.121869 31255 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 09239154b296449ab58a358597eec30a in term 1.
14:07:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.126806 31009 leader_election.cc:304] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09239154b296449ab58a358597eec30a, bbd00acb11e84bd3a13ca31a23973e46; no voters: 
14:07:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.127645 31307 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 1 FOLLOWER]: Leader election won for term 1
14:07:43.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.149297 31307 raft_consensus.cc:697] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [term 1 LEADER]: Becoming Leader. State: Replica: 09239154b296449ab58a358597eec30a, State: Running, Role: LEADER
14:07:43.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.150321 31307 consensus_queue.cc:237] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } }
14:07:43.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.171753 31333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09239154b296449ab58a358597eec30a. Latest consensus state: current_term: 1 leader_uuid: "09239154b296449ab58a358597eec30a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.172621 31333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: This master's current role is: LEADER
14:07:43.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.175338 31335 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:07:43.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113263184 for job 4f518ce015fb3d1dd3d7b803f79bfa6e.
14:07:43.196 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job 4f518ce015fb3d1dd3d7b803f79bfa6e (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:07:43.198 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
14:07:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.202880 31335 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:07:43.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:43.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.266714 31255 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [term 1 FOLLOWER]: Refusing update from remote peer 09239154b296449ab58a358597eec30a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:43.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.267246 31118 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [term 1 FOLLOWER]: Refusing update from remote peer 09239154b296449ab58a358597eec30a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.269574 31307 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [LEADER]: Connected to new peer: Peer: permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.271095 31307 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [LEADER]: Connected to new peer: Peer: permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.321219 31314 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09239154b296449ab58a358597eec30a. Latest consensus state: current_term: 1 leader_uuid: "09239154b296449ab58a358597eec30a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.324433 31314 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [sys.catalog]: This master's current role is: FOLLOWER
14:07:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.331233 31333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "09239154b296449ab58a358597eec30a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.331984 31333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: This master's current role is: LEADER
14:07:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.345328 31314 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "09239154b296449ab58a358597eec30a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.346355 31314 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065 [sys.catalog]: This master's current role is: FOLLOWER
14:07:43.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.355508 31335 catalog_manager.cc:1382] Generated new cluster ID: 1001f4379e314c0682cbf06cf612b208
14:07:43.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.355872 31335 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:07:43.359 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:43.359 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:43.359 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:43.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.361 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.380558 31338 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09239154b296449ab58a358597eec30a. Latest consensus state: current_term: 1 leader_uuid: "09239154b296449ab58a358597eec30a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.381245 31338 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [sys.catalog]: This master's current role is: FOLLOWER
14:07:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.398375 31333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "09239154b296449ab58a358597eec30a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.399091 31333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a [sys.catalog]: This master's current role is: LEADER
14:07:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.403620 31335 catalog_manager.cc:1405] Generated new certificate authority record
14:07:43.405 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.405 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.405 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.406400 31335 catalog_manager.cc:1539] Loading token signing keys...
14:07:43.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.407 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.408 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28803), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [2ms] received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [463ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [923ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1703ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2842ms] refreshing cache from master, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2845ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4061ms] refreshing cache from master, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4064ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [4064ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [6882ms] refreshing cache from master, [6882ms] too many traces: truncated at 100 traces, deferred=Deferred@1827668168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@6f7140e4 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565)))
14:07:43.410 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.410 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.410 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.411 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28803), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [2ms] received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [463ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [923ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1703ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2842ms] refreshing cache from master, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2845ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4061ms] refreshing cache from master, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4064ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [4064ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [6882ms] refreshing cache from master, [6882ms] too many traces: truncated at 100 traces, deferred=Deferred@1827668168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@6f7140e4 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28803), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [2ms] received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [463ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [923ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1703ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2842ms] refreshing cache from master, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2845ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4061ms] refreshing cache from master, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4064ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [4064ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [6882ms] refreshing cache from master, [6882ms] too many traces: truncated at 100 traces, deferred=Deferred@1827668168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@6f7140e4 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.19.60:35973
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:43.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.405 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.420305 31338 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "09239154b296449ab58a358597eec30a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "09239154b296449ab58a358597eec30a" member_type: VOTER last_known_addr { host: "127.30.50.254" port: 35515 } } peers { permanent_uuid: "28e5b17a8daa4b08be2ee6ab3814a065" member_type: VOTER last_known_addr { host: "127.30.50.253" port: 33427 } } peers { permanent_uuid: "bbd00acb11e84bd3a13ca31a23973e46" member_type: VOTER last_known_addr { host: "127.30.50.252" port: 37287 } } }
14:07:43.426 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:43.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.427 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:43.427 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:43.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.429 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:43.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.430 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:43.430 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:43.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:43.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.421020 31338 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46 [sys.catalog]: This master's current role is: FOLLOWER
14:07:43.438 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28803), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [2ms] received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [463ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [923ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1703ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2842ms] refreshing cache from master, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2845ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4061ms] refreshing cache from master, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4064ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [4064ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [6882ms] refreshing cache from master, [6882ms] too many traces: truncated at 100 traces, deferred=Deferred@1827668168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@6f7140e4 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=28803), Traces: [0ms] sending RPC to server master-127.27.19.60:35973, [2ms] received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [463ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [923ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [923ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1703ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2842ms] refreshing cache from master, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2845ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4061ms] refreshing cache from master, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [4062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [4063ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [4064ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [4064ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [6882ms] refreshing cache from master, [6882ms] too many traces: truncated at 100 traces, deferred=Deferred@1827668168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@6f7140e4 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1227899577 after retry RPC after error@924259991) -> (continuation of Deferred@1536014077 after retry RPC after error@1042201352) -> (continuation of Deferred@1970279416 after retry RPC after error@2061242479) -> (continuation of Deferred@1280342935 after retry RPC after error@123559918) -> (continuation of Deferred@1917281070 after retry RPC after error@1753369185) -> (continuation of Deferred@658573349 after retry RPC after error@1242464524) -> (continuation of Deferred@60413296 after retry RPC after error@2033337888) -> (continuation of Deferred@1444768003 after retry RPC after error@1755677741) -> (continuation of Deferred@626720284 after retry RPC after error@1320337361) -> (continuation of Deferred@1935311477 after retry RPC after error@924509407) -> (continuation of Deferred@1161971262 after retry RPC after error@508900720) -> (continuation of Deferred@968578533 after retry RPC after error@1508336145) -> (continuation of Deferred@247708837 after retry RPC after error@965404344) -> (continuation of Deferred@1526564881 after retry RPC after error@954769077) -> (continuation of Deferred@727530393 after retry RPC after error@1166845804) -> (continuation of Deferred@1938232012 after retry RPC after error@258352959) -> (continuation of Deferred@1294292153 after retry RPC after error@1840397750) -> (continuation of Deferred@644367294 after retry RPC after error@403294099) -> (continuation of Deferred@2137970871 after retry RPC after error@55383393) -> (continuation of Deferred@1734132485 after retry RPC after error@826258722) -> (continuation of Deferred@941451474 after retry RPC after error@1393595565)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.19.60:35973
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:43.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:43.446 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.451 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.452 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.452 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.452 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.464 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.463951 31335 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a: Generated new TSK 0
14:07:43.468 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.468933 31335 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:07:43.484 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:43.484 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:43.484 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:43.486 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.486 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.486 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.488 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.488 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.488 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.488 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.493 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:07:43.493 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RUNNING to RESTARTING.
14:07:43.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
14:07:43.499 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:07:43.499 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:07:43.499 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:07:43.499 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:07:43.501 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
14:07:43.501 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:07:43.501 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
14:07:43.501 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:07:43.502 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
14:07:43.502 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:07:43.506 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.506 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.506 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.507 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.514 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.227.126:36957(127.27.227.126:36957)] disconnecting while in state TERMINATED
14:07:43.514 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.227.125:35193(127.27.227.125:35193)] disconnecting while in state TERMINATED
14:07:43.514 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.227.124:38107(127.27.227.124:38107)] disconnecting while in state TERMINATED
14:07:43.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:43.520 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:07:43.520 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
14:07:43.526 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.526 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.526 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.528 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.527645 30923 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/wal
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/data
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/logs
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/data/info.pb
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.193:0
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.50.193
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.193
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:43.539 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:07:43.540 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:07:43.540 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:07:43.544 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.545 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.545 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.546 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.564 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.565 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.565 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.569 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.227.126:36957(127.27.227.126:36957)] disconnecting while in state TERMINATED
14:07:43.569 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.227.125:35193(127.27.227.125:35193)] disconnecting while in state TERMINATED
14:07:43.569 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.227.124:38107(127.27.227.124:38107)] disconnecting while in state TERMINATED
14:07:43.570 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] disconnecting while in state TERMINATED
14:07:43.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:43.570 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
14:07:43.571 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
14:07:43.571 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:07:43.576 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:07:43.576 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:07:43.576 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:07:43.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:07:43.591 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
14:07:43.592 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:07:43.593 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:07:43.609 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:07:43.609 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
14:07:43.610 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:07:43.610 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:07:43.645 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.227.126:36957(127.27.227.126:36957)] disconnecting while in state TERMINATED
14:07:43.645 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.227.125:35193(127.27.227.125:35193)] disconnecting while in state TERMINATED
14:07:43.645 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.227.124:38107(127.27.227.124:38107)] disconnecting while in state TERMINATED
14:07:43.645 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.645 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.645 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:43.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.647 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.647 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:43.648 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
14:07:43.656 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:07:43.656 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:07:43.656 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:07:43.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:43.665 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.227.126:36957(127.27.227.126:36957)] disconnecting while in state TERMINATED
14:07:43.665 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.227.125:35193(127.27.227.125:35193)] disconnecting while in state TERMINATED
14:07:43.665 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.227.124:38107(127.27.227.124:38107)] disconnecting while in state TERMINATED
14:07:43.666 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ec2d5b1da4ba4493baab881811787d8c(127.27.227.67:35629)] disconnecting while in state TERMINATED
14:07:43.666 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:43.667 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:07:43.667 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
14:07:43.667 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
14:07:43.673 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
14:07:43.673 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:07:43.674 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:07:43.674 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:07:43.677 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
14:07:43.678 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:07:43.678 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:07:43.678 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:07:43.688 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:43.689 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:43.689 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:43.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:43.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:43.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:43.690 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:43.695 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
14:07:43.696 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
14:07:43.696 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
14:07:43.696 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
14:07:43.697 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:07:43.698 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:07:43.698 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:07:43.699 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:43.700 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:43.703 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:43.704 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:07:43.705 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4f518ce015fb3d1dd3d7b803f79bfa6e
14:07:43.725 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.725 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.726 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.727 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:43.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.807973 31301 catalog_manager.cc:1294] Loaded cluster ID: 1001f4379e314c0682cbf06cf612b208
14:07:43.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.808274 31301 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: loading cluster ID for follower catalog manager: success
14:07:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.826153 31301 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: acquiring CA information for follower catalog manager: success
14:07:43.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.842947 31301 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bbd00acb11e84bd3a13ca31a23973e46: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:43.885 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:43.886 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:43.886 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:43.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:43.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:43.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:43.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:43.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:43.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:43.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:43.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:43.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:43.888 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:43.905 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:43.905 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:43.906 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:43.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:43.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:43.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:43.907 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:43.925 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:43.926 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:43.926 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:43.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:43.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:43.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:43.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:43.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:43.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:43.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:43.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:43.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:43.928 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:43.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:44.026 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:44.026 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:44.026 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:44.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:44.066308 31331 catalog_manager.cc:1294] Loaded cluster ID: 1001f4379e314c0682cbf06cf612b208
14:07:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:44.066766 31331 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: loading cluster ID for follower catalog manager: success
14:07:44.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:44.080451 31331 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: acquiring CA information for follower catalog manager: success
14:07:44.104 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:44.104 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:44.105 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:44.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.107 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:44.115216 31331 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 28e5b17a8daa4b08be2ee6ab3814a065: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:44.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:44.180 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:44.180 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:44.180 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:44.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:44.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:44.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:44.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:44.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:44.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:44.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:44.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:44.182 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:44.182 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:44.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:44.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:44.462734 31349 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:44.463404 31349 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:44.464721 31349 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:44.484 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:44.484 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:44.485 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:44.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:44.532333 31349 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:44.533672 31349 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.50.193
14:07:44.538 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RESTARTING to RUNNING.
14:07:44.539 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 4f518ce015fb3d1dd3d7b803f79bfa6e from Checkpoint 73 @ 1779113263184 for 4f518ce015fb3d1dd3d7b803f79bfa6e located at file:/tmp/junit1839437246106336857/checkpoints/4f518ce015fb3d1dd3d7b803f79bfa6e/chk-73.
14:07:44.540 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:07:44.540 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:07:44.546 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
14:07:44.546 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
14:07:44.546 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba
14:07:44.547 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
14:07:44.547 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
14:07:44.547 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 6b6f675a50055e3a8a73ee698a184eff
14:07:44.547 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
14:07:44.548 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
14:07:44.548 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb
14:07:44.548 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
14:07:44.550 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:44.550 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:44.550 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:44.550 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:44.550 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6b6f675a50055e3a8a73ee698a184eff.
14:07:44.552 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 6b6f675a50055e3a8a73ee698a184eff.
14:07:44.553 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
14:07:44.554 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id ea8524f547cf73ce00c2dc784912cab7
14:07:44.554 [INFO - Thread-45] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:07:44.555 [DEBUG - Thread-45] (Connection.java:575) [peer master-127.27.19.62:45349(127.27.19.62:45349)] disconnecting while in state TERMINATED
14:07:44.555 [DEBUG - Thread-45] (Connection.java:575) [peer master-127.27.19.60:35973(127.27.19.60:35973)] disconnecting while in state TERMINATED
14:07:44.555 [DEBUG - Thread-45] (Connection.java:575) [peer master-127.27.19.61:40871(127.27.19.61:40871)] disconnecting while in state TERMINATED
14:07:44.555 [DEBUG - Thread-45] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:44.555 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
14:07:44.556 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:07:44.558 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
14:07:44.559 [INFO - Thread-45] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:07:44.559 [INFO - Thread-45] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:07:44.560 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:07:44.560 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
14:07:44.560 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
14:07:44.561 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3444b9c1
14:07:44.561 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:44.561 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:07:44.561 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:44.561 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:07:44.564 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7fc01519
14:07:44.564 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:07:44.565 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:44.568 [DEBUG - Thread-45] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:44.568 [INFO - Thread-45] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:07:44.584 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:07:44.585 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:07:44.586 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
14:07:44.586 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
14:07:44.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ff1f588
14:07:44.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:44.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:44.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:07:44.588 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:07:44.591 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4938e965
14:07:44.593 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:44.596 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot ea8524f547cf73ce00c2dc784912cab7.
14:07:44.598 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id ea8524f547cf73ce00c2dc784912cab7.
14:07:44.598 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
14:07:44.598 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
14:07:44.600 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c731fa5
14:07:44.600 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:44.600 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:44.604 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:44.604 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:07:44.604 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:44.604 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:44.605 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:44.605 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:07:44.607 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6daf9116
14:07:44.613 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:44.628 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.636 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:44.636 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:44.637 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:44.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.638 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:44.642369 31349 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/data
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/wal
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.193:0
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/data/info.pb
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.193
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.50.193
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/logs
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:44.644308 31349 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:44.646575 31349 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:44.648 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:44.648 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:44.649 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:44.649 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.649 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.649 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.650 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.650 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:44.657 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:44.665 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:44.665 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:44.665 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:44.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.667 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:44.676 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
14:07:44.684 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
14:07:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:44.683326 31384 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:44.684 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c6e6514
14:07:44.684 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.684 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:44.685 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:07:44.685 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:07:44.685 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:07:44.696 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.697 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.700 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@778900eb
14:07:44.702 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:44.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.709 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.709 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.720 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.721 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.725 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.728 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.733 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:44.733 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:44.733 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:44.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:44.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:44.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:44.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:44.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:44.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:44.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:44.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:44.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:44.735 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:44.737 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.752 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.756 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:44.763 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.764 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.764 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.764 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.765 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.767 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.773 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:44.774 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:44.774 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:44.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.775 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:44.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.781 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.785 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.787 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.796 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.797 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.800 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.807 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.809 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.814 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.818 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.818 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.836 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.837 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:44.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.837 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:44.837 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:44.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:44.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:44.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:44.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:44.840 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.845 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.857 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.858 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.865 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.877 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.878 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:44.879 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.887 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:44.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.887 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.898 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.899 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.908 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.908 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.908 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.908 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.909 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.909 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.909 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.909 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.910 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.910 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.917 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:44.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:44.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:44.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:44.918 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.918 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.918 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.919 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.925 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:44.925 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:44.926 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:44.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.927 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:44.928 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.928 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.928 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.929 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.929 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.933 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:44.938 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.938 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.938 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.940 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:44.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:44.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:44.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:44.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:44.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:44.942 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:44.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:44.949 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.949 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.949 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.949 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.950 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.951 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.956 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.957 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.958 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:44.964 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.965 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.965 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.965 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.966 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.968 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.969 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.977 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.978 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.978 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.978 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.978 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:44.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:44.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:44.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.978 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:44.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.980 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.980 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.978 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.985 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.985 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.985 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.985 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:44.988 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:44.989 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:44.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.989 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:44.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:44.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:44.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:44.990 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:44.991 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:44.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:44.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:44.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:44.993 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:44.994 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:44.994 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:44.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:44.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:44.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:44.995 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:44.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:44.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:44.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:44.997 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:44.998 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:44.998 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:44.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.998 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:44.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:44.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:44.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:44.999 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.006 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:45.006 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:45.006 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:45.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.008 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.008 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:45.018 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.018 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.018 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.019 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:45.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.024 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.025 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.025 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.025 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:45.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.026 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.027 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.029 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.029 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.029 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.029 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.029 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.029 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.030 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.030 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.030 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:45.030 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.030 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.030 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.030 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.032 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:45.037 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.038 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.038 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.059 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:45.059 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:45.059 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:45.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.059 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.059 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.060 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.060 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.060 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.060 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:45.065 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.066 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.066 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.067 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.068 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.068 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.069 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.069 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.069 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.070 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.077 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.078 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.078 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.078 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:45.079 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:45.079 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:45.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.080 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.080 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:45.097 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:45.098 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:45.098 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:45.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:45.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:45.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:45.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:45.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:45.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:45.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:45.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:45.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:45.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:45.118 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.118 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.118 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:45.118 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.118 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:45.119 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:45.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.120 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:45.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.120 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.138 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.138 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.138 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.140 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.157 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.158 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.158 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.159 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:45.164 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.165 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.165 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.166 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.199 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:45.200 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:45.200 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:45.200 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.200 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.200 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.201 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.201 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:45.205 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.206 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.206 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.208 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.228 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.229 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.229 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.230 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:45.265 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:45.265 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:45.265 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:45.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:45.277 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.277 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.277 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.279 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.285 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:45.285 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:45.285 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:45.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:45.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:45.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:45.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:45.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:45.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:45.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:45.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:45.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:45.287 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:45.319 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:45.320 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:45.320 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:45.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.322 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.322 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.322 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.322 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:45.329 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.329 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.329 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.330 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.330 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.330 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:45.398 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.399 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.399 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.399 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.401 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.401 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.438 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.439 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.439 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.439 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.440 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:45.498 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:45.499 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:45.499 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:45.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.501 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.501 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.501 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:45.505 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.505 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.505 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.506 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.506 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.506 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.507 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.517 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:45.517 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:45.517 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:45.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:45.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:45.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:45.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:45.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:45.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:45.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:45.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:45.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:45.519 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:45.598 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.598 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.598 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.600 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:45.665 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:45.666 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:45.666 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:45.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:45.677 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.678 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.678 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.680 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.699 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:45.699 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:45.699 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:45.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:45.700 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:45.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.701 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:45.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:45.701 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:45.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:45.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:45.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:45.702 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:45.702 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:45.702 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:45.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:45.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:45.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:45.702 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:45.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:45.703 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:45.757 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.757 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.757 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:45.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:45.917 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:45.917 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:45.917 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:45.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:45.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:45.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:45.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:45.928 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:45.928 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:45.928 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:45.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:45.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.930 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.930 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:45.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:45.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:45.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:45.985 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:45.985 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:45.986 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:45.986 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:45.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:45.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:45.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:45.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:45.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:45.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:45.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:45.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:45.988 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:46.078 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:46.078 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:46.078 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:46.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.079 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.080 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:46.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:46.185 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:46.185 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:46.185 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:46.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:46.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:46.306 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:46.306 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:46.306 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:46.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:46.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:46.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:46.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:46.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:46.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:46.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:46.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:46.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:46.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:46.325 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:46.325 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:46.325 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:46.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.327 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:46.348 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:46.349 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:46.349 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:46.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:46.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:46.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:46.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:46.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:46.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:46.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:46.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:46.350 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:46.350 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:46.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:46.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:46.525 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:46.525 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:46.525 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:46.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:46.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:46.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:46.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:46.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:46.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:46.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:46.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:46.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:46.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:46.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:46.673 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:46.674 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:46.674 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:46.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:46.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:46.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:46.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:46.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:46.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:46.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:46.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:46.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:46.675 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:46.697 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:46.697 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:46.697 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:46.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.699 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:46.738 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:46.739 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:46.739 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:46.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:46.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:46.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:46.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:46.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:46.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:46.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:46.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:46.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:46.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:46.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:46.849 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:46.849 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:46.849 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:46.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:46.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:46.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:46.852 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:46.865 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:46.865 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:46.865 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:46.866 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:46.866 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:46.866 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:46.866 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:46.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:46.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:46.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:46.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:46.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:46.868 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.072835 31383 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 31349
14:07:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.875710 31383 kernel_stack_watchdog.cc:198] Thread 31349 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 367ms:
14:07:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:44.687431 31385 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.877863 31349 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.174s	user 0.001s	sys 0.000s
14:07:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.878225 31349 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.174s	user 0.001s	sys 0.000s
14:07:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.883033 31387 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2186 milliseconds
14:07:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.885397 31392 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.885480 31349 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:46.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.887022 31349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:46.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.907616 31349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.922562 31349 hybrid_clock.cc:648] HybridClock initialized: now 1779113266922465 us; error 58 us; skew 500 ppm
14:07:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.925695 31349 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:46.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:46.945 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:46.950 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:46.951 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:46.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:46.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:46.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:46.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:46.952 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:46.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:46.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:46.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:46.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:46.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.958268 31349 webserver.cc:533] Webserver started at http://127.30.50.193:44687/ using document root <none> and password file <none>
14:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.959991 31349 fs_manager.cc:362] Metadata directory not provided
14:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.960359 31349 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.960952 31349 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.975546 31349 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/data/instance:
14:07:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b727ccf767d4abea1255e7dff86a1f0"
14:07:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:46 on dist-test-slave-qn3m"
14:07:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.983814 31349 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/wal/instance:
14:07:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b727ccf767d4abea1255e7dff86a1f0"
14:07:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:46 on dist-test-slave-qn3m"
14:07:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.017002 31349 fs_manager.cc:696] Time spent creating directory manager: real 0.031s	user 0.006s	sys 0.004s
14:07:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.037348 31442 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.039604 31349 fs_manager.cc:730] Time spent opening block manager: real 0.017s	user 0.010s	sys 0.004s
14:07:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.040294 31349 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/wal
14:07:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b727ccf767d4abea1255e7dff86a1f0"
14:07:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:46 on dist-test-slave-qn3m"
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.040899 31349 fs_report.cc:389] FS layout report
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/wal
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/wal
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/data/data
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:47.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:47.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.184026 31349 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:47.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.187391 31349 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:47.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.188156 31349 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:47.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.198330 31349 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:47.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.211522 31349 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:47.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.212266 31349 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:07:47.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.212711 31349 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:47.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.213255 31349 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:07:47.258 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:47.259 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:47.259 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:47.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:47.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:47.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:47.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:47.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:47.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:47.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:47.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:47.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:47.261 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:47.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:47.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:47.436 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:47.437 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:47.437 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:47.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.438 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:47.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:47.538 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:47.538 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:47.538 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:47.539 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.539 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.539 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:47.555 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:47.555 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:47.555 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:47.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:47.568 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:47.568 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:47.568 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:47.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:47.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:47.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:47.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:47.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:47.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:47.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:47.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:47.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:47.569 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:47.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:47.665 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:47.665 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:47.665 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:47.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:47.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:47.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:47.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:47.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:47.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:47.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:47.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:47.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:47.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:47.725 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:47.725 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:47.726 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:47.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.727 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.750960 31349 rpc_server.cc:307] RPC server started. Bound to: 127.30.50.193:41779
14:07:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.751205 31554 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.50.193:41779 every 8 connection(s)
14:07:47.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.762117 31349 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/data/info.pb
14:07:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.772500 30923 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 31349
14:07:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.773254 30923 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-0/wal/instance
14:07:47.784 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:47.785 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:47.785 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:47.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:47.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.786 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.786 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:47.786 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.786 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:47.786 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:47.799 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:47.799 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:47.799 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:47.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:47.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:47.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:47.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:47.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:47.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:47.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:47.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:47.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:47.801 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.808081 30923 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/wal
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/data
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/logs
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/data/info.pb
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.194:0
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.50.194
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.194
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.835880 31555 heartbeater.cc:344] Connected to a master server at 127.30.50.252:37287
14:07:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.836364 31555 heartbeater.cc:461] Registering TS with master...
14:07:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.837728 31555 heartbeater.cc:507] Master 127.30.50.252:37287 requested a full tablet report, sending...
14:07:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.838454 31556 heartbeater.cc:344] Connected to a master server at 127.30.50.253:33427
14:07:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.838783 31556 heartbeater.cc:461] Registering TS with master...
14:07:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.839764 31556 heartbeater.cc:507] Master 127.30.50.253:33427 requested a full tablet report, sending...
14:07:47.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.841353 31245 ts_manager.cc:194] Registered new tserver with Master: 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779)
14:07:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.842662 31108 ts_manager.cc:194] Registered new tserver with Master: 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779)
14:07:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.855468 31557 heartbeater.cc:344] Connected to a master server at 127.30.50.254:35515
14:07:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.855827 31557 heartbeater.cc:461] Registering TS with master...
14:07:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.856998 31557 heartbeater.cc:507] Master 127.30.50.254:35515 requested a full tablet report, sending...
14:07:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.859925 31025 ts_manager.cc:194] Registered new tserver with Master: 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779)
14:07:47.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:47.863605 31025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.50.193:47149
14:07:47.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:47.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:47.977 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:47.978 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:47.978 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:47.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:47.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:47.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:47.979 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:48.065 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:48.066 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:48.066 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:48.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:48.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:48.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:48.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:48.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:48.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:48.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:48.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:48.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:48.067 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:48.085 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:48.085 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:48.085 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:48.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:48.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:48.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:48.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:48.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:48.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:48.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:48.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:48.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:48.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:48.097 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:48.098 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:48.098 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:48.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.100 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:48.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:48.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.305409 31563 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.306036 31563 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.306718 31563 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:48.353 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:48.353 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:48.353 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:48.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.353739 31563 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:48.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:48.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:48.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:48.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:48.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:48.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:48.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:48.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:48.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:48.354 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.355737 31563 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.50.194
14:07:48.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.402983 31563 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/data
14:07:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/wal
14:07:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.194:0
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/data/info.pb
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.194
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.50.194
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/logs
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.404963 31563 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.406925 31563 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.421419 31572 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:48.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:48.449 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:48.450 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:48.450 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:48.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:48.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:48.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:48.450 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:48.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:48.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:48.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:48.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:48.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:48.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:48.555 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:48.555 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:48.555 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:48.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.557 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:48.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:48.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:48.797 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:48.797 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:48.797 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:48.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:48.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:48.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:48.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:48.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:48.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:48.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:48.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:48.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:48.800 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.868510 31557 heartbeater.cc:499] Master 127.30.50.254:35515 was elected leader, sending a full tablet report...
14:07:48.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:48.934 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:48.934 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:48.934 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:48.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:48.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:48.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:48.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:48.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27309), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [26ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [47ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [79ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [85ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [124ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [205ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [205ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [324ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [404ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [404ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [405ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [405ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [682ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [683ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [684ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [684ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [923ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [923ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [924ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [924ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1804ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [5841ms] refreshing cache from master, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [5842ms] too many traces: truncated at 100 traces, deferred=Deferred@1411109850(state=PENDING, result=null, callback=(continuation of Deferred@349602798 after retry RPC after error@1401156015) -> (continuation of Deferred@612028559 after retry RPC after error@787825369) -> (continuation of Deferred@236743962 after retry RPC after error@1121909759) -> (continuation of Deferred@810722691 after retry RPC after error@884329178) -> (continuation of Deferred@1504445931 after retry RPC after error@1813515298) -> (continuation of Deferred@1237570207 after retry RPC after error@1404707431) -> (continuation of Deferred@1778443942 after retry RPC after error@1180016344) -> (continuation of Deferred@290847655 after retry RPC after error@335436528) -> (continuation of Deferred@2116463615 after retry RPC after error@351230397) -> (continuation of Deferred@710479940 after retry RPC after error@1259464229) -> (continuation of Deferred@2344427 after retry RPC after error@1852790499) -> (continuation of Deferred@207007834 after retry RPC after error@1219645243) -> (continuation of Deferred@1453381467 after retry RPC after error@1114393378) -> (continuation of Deferred@2072115029 after retry RPC after error@563127433) -> (continuation of Deferred@1910154735 after retry RPC after error@1372575149) -> (continuation of Deferred@629189534 after retry RPC after error@17885003) -> (continuation of Deferred@633462619 after retry RPC after error@168563955) -> (continuation of Deferred@712020599 after retry RPC after error@744231629) -> (continuation of Deferred@130824986 after retry RPC after error@1829575836) -> (continuation of Deferred@1136711776 after retry RPC after error@256270511) -> (continuation of Deferred@1765056182 after retry RPC after error@1826129648), errback=(continuation of Deferred@349602798 after retry RPC after error@1401156015) -> (continuation of Deferred@612028559 after retry RPC after error@787825369) -> (continuation of Deferred@236743962 after retry RPC after error@1121909759) -> (continuation of Deferred@810722691 after retry RPC after error@884329178) -> (continuation of Deferred@1504445931 after retry RPC after error@1813515298) -> (continuation of Deferred@1237570207 after retry RPC after error@1404707431) -> (continuation of Deferred@1778443942 after retry RPC after error@1180016344) -> (continuation of Deferred@290847655 after retry RPC after error@335436528) -> (continuation of Deferred@2116463615 after retry RPC after error@351230397) -> (continuation of Deferred@710479940 after retry RPC after error@1259464229) -> (continuation of Deferred@2344427 after retry RPC after error@1852790499) -> (continuation of Deferred@207007834 after retry RPC after error@1219645243) -> (continuation of Deferred@1453381467 after retry RPC after error@1114393378) -> (continuation of Deferred@2072115029 after retry RPC after error@563127433) -> (continuation of Deferred@1910154735 after retry RPC after error@1372575149) -> (continuation of Deferred@629189534 after retry RPC after error@17885003) -> (continuation of Deferred@633462619 after retry RPC after error@168563955) -> (continuation of Deferred@712020599 after retry RPC after error@744231629) -> (continuation of Deferred@130824986 after retry RPC after error@1829575836) -> (continuation of Deferred@1136711776 after retry RPC after error@256270511) -> (continuation of Deferred@1765056182 after retry RPC after error@1826129648)))
14:07:48.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:49.066 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:49.066 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:49.066 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:49.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:49.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:49.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:49.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:49.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:49.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:49.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:49.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:49.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:49.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:49.167 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:49.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:49.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:49.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:49.460 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:49.460 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:49.460 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:49.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:49.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:49.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:49.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:49.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:49.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:49.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:49.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:49.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:49.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:49.487 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:49.487 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:49.487 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:49.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:49.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:49.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:49.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:49.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:49.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:49.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:49.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:49.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:49.488 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:49.609 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:49.610 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:49.610 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:49.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:49.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:49.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:49.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:49.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:49.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:49.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:49.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:49.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:49.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:49.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:49.729 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:49.730 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:49.730 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:49.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:49.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:49.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:49.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:49.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:49.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:49.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:49.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:49.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:49.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:49.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:49.800 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:49.801 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:49.801 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:49.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:49.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:49.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:49.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:49.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:49.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:49.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:49.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:49.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:49.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:49.866 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:49.866 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:49.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:49.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:49.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:49.868 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:49.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:49.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:49.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:49.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:49.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:49.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:49.869 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:49.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:49.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:50.085 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:50.085 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:50.085 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:50.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.090 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:50.114 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:50.115 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:50.115 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:50.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:50.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:50.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:50.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:50.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:50.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:50.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:50.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:50.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:50.117 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:50.157 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:50.158 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:50.158 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:50.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:50.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:50.213 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:50.214 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:50.214 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:50.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:50.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:50.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:50.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:50.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:50.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:50.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:50.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:50.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:50.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:50.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:50.288 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:50.289 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:50.289 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:50.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.290 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.290 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.290 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.290 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:50.305 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:50.305 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:50.306 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:50.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:50.368 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:50.368 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:50.369 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:50.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:50.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:50.369 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:50.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:50.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:50.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:50.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:50.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:50.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:50.371 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:50.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:50.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:50.465 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:50.465 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:50.465 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:50.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:50.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:50.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:50.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:50.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:50.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:50.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:50.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:50.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:50.467 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.825520 31571 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 31563
14:07:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.500818 31571 kernel_stack_watchdog.cc:198] Thread 31563 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:07:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.422341 31573 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.502648 31563 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.080s	user 0.704s	sys 1.177s
14:07:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.503240 31563 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.081s	user 0.705s	sys 1.177s
14:07:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.503492 31574 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2079 milliseconds
14:07:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.505117 31575 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.505139 31563 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:50.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.509071 31563 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.511670 31563 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.513315 31563 hybrid_clock.cc:648] HybridClock initialized: now 1779113270513389 us; error 150 us; skew 500 ppm
14:07:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.514348 31563 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.521063 31563 webserver.cc:533] Webserver started at http://127.30.50.194:35663/ using document root <none> and password file <none>
14:07:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.522109 31563 fs_manager.cc:362] Metadata directory not provided
14:07:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.522354 31563 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:50.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.522935 31563 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.528496 31563 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/data/instance:
14:07:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d069812c4e644175b5dcf5141d1c336d"
14:07:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:50 on dist-test-slave-qn3m"
14:07:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.529784 31563 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/wal/instance:
14:07:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d069812c4e644175b5dcf5141d1c336d"
14:07:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:50 on dist-test-slave-qn3m"
14:07:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.537679 31563 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
14:07:50.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.544310 31584 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.545543 31563 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.545897 31563 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/wal
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d069812c4e644175b5dcf5141d1c336d"
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:50 on dist-test-slave-qn3m"
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.546221 31563 fs_report.cc:389] FS layout report
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/wal
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/wal
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/data/data
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.604848 31563 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.606570 31563 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.606999 31563 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.610491 31563 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.615777 31563 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.616067 31563 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
14:07:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.616365 31563 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.616564 31563 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:07:50.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:50.761 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:50.765 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:50.766 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:50.766 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:50.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:50.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:50.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:50.767 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:50.785 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:50.785 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:50.785 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:50.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:50.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:50.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:50.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:50.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:50.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:50.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:50.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:50.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:50.789 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.808393 31563 rpc_server.cc:307] RPC server started. Bound to: 127.30.50.194:43147
14:07:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.808480 31698 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.50.194:43147 every 8 connection(s)
14:07:50.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.811208 31563 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/data/info.pb
14:07:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.812810 30923 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 31563
14:07:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.813376 30923 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-1/wal/instance
14:07:50.818 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:50.818 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:50.818 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:50.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.820 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.820 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:50.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:50.821 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.822 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:50.822 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.825644 30923 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/wal
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/data
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/logs
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/data/info.pb
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.195:0
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.50.195
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.195
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.865823 31699 heartbeater.cc:344] Connected to a master server at 127.30.50.252:37287
14:07:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.866312 31699 heartbeater.cc:461] Registering TS with master...
14:07:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.867714 31699 heartbeater.cc:507] Master 127.30.50.252:37287 requested a full tablet report, sending...
14:07:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.871130 31245 ts_manager.cc:194] Registered new tserver with Master: d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147)
14:07:50.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.873771 31701 heartbeater.cc:344] Connected to a master server at 127.30.50.254:35515
14:07:50.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.874122 31701 heartbeater.cc:461] Registering TS with master...
14:07:50.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.874569 31700 heartbeater.cc:344] Connected to a master server at 127.30.50.253:33427
14:07:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.874915 31700 heartbeater.cc:461] Registering TS with master...
14:07:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.875062 31701 heartbeater.cc:507] Master 127.30.50.254:35515 requested a full tablet report, sending...
14:07:50.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.875752 31700 heartbeater.cc:507] Master 127.30.50.253:33427 requested a full tablet report, sending...
14:07:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.877213 31025 ts_manager.cc:194] Registered new tserver with Master: d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147)
14:07:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.878492 31108 ts_manager.cc:194] Registered new tserver with Master: d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147)
14:07:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.878917 31025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.50.194:44013
14:07:50.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:50.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:51.025 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:51.025 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:51.025 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:51.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:51.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:51.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:51.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:51.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:51.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:51.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:51.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:51.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:51.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:51.045 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:51.045 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:51.045 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:51.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:51.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:51.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:51.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:51.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:51.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:51.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:51.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:51.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:51.046 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:51.097 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:51.098 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:51.098 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:51.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:51.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:51.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:51.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:51.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:51.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:51.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:51.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:51.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:51.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:51.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:51.164 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:51.165 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:51.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:51.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:51.165 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:51.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:51.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:51.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:51.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:51.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:51.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:51.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:51.166 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:51.233387 31709 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:51.233945 31709 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:51.234500 31709 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:51.258 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:51.258 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:51.258 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:51.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.259 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.259 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.259 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.260 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.260 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:51.261 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:51.271945 31709 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:51.272897 31709 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.50.195
14:07:51.286 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:51.286 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:51.286 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:51.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:51.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:51.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:51.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:51.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:51.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:51.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:51.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:51.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:51.288 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:51.315474 31709 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.50.212:45987
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/data
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/wal
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.50.195:0
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/data/info.pb
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.50.195
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.50.254:35515,127.30.50.253:33427,127.30.50.252:37287
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.50.195
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/logs
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:51.317148 31709 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:51.318866 31709 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:51.332677 31715 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:51.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:51.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:51.485 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:51.486 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:51.486 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:51.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:51.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:51.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:51.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:51.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:51.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:51.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:51.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:51.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:51.492 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:51.658 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:51.659 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:51.659 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:51.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.665 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:51.667 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:51.753 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:51.754 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:51.754 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:51.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:51.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:51.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:51.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:51.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:51.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:51.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:51.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:51.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:51.761 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:51.762 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:51.798 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:51.799 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:51.799 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:51.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:51.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:51.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:51.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:51.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:51.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:51.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:51.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:51.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:51.801 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:51.828 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:51.828 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:51.828 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:51.829 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.829 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.829 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:51.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:51.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:51.830 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:51.883062 31701 heartbeater.cc:499] Master 127.30.50.254:35515 was elected leader, sending a full tablet report...
14:07:51.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:51.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:52.120443 30909 debug-util.cc:398] Leaking SignalData structure 0x7b08000add60 after lost signal to thread 30785
14:07:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:52.121783 30909 debug-util.cc:398] Leaking SignalData structure 0x7b08000bac20 after lost signal to thread 30912
14:07:52.166 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:52.262 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:52.325 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:52.326 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:52.326 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:52.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:52.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:52.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:52.495 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:52.495 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:52.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:52.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:52.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:52.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:52.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:52.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:52.501 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:52.502 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:52.502 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:52.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:52.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:52.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:52.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:52.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:52.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:52.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:52.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:52.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:52.503 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:52.506 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:52.506 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:52.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:52.506 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:52.507 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:52.626 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:52.626 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:52.626 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:52.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.628 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:52.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:52.665 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:52.666 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:52.666 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:52.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:52.669 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [48ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [70ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [302ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [542ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5701ms] refreshing cache from master, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@892403111(state=PENDING, result=null, callback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678), errback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678)))
14:07:52.671 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:52.671 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:52.671 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:52.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.671 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [48ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [70ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [302ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [542ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5701ms] refreshing cache from master, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@892403111(state=PENDING, result=null, callback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678), errback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [48ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [70ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [302ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [542ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5701ms] refreshing cache from master, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@892403111(state=PENDING, result=null, callback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678), errback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:52.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:52.765 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:52.765 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:52.765 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:52.766 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:52.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.766 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:52.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.766 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:52.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:52.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:52.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:52.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:52.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:52.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:52.768 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:52.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:52.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:52.768 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:52.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.771 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:52.770 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [48ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [70ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [302ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [542ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5701ms] refreshing cache from master, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@892403111(state=PENDING, result=null, callback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678), errback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [48ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [70ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [302ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [542ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3123ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [5701ms] refreshing cache from master, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [5702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@892403111(state=PENDING, result=null, callback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678), errback=(continuation of Deferred@90094328 after retry RPC after error@656609156) -> (continuation of Deferred@1940760299 after retry RPC after error@1094885628) -> (continuation of Deferred@825969494 after retry RPC after error@240860634) -> (continuation of Deferred@274683908 after retry RPC after error@1154371507) -> (continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:07:52.785 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:52.788 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:52.789 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:52.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.789 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:52.789 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:52.790 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:52.790 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:52.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:52.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:52.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:52.790 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:52.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:52.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:52.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:52.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:52.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:52.791 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:52.795 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:07:52.796 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RUNNING to RESTARTING.
14:07:52.798 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
14:07:52.799 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
14:07:52.803 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:07:52.803 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
14:07:52.803 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
14:07:52.803 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
14:07:52.803 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:07:52.803 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
14:07:52.803 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
14:07:52.808 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:52.808 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:52.808 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:52.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.810 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:52.815 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:07:52.815 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
14:07:52.815 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:07:52.819 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
14:07:52.819 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
14:07:52.819 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:07:52.820 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
14:07:52.820 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:07:52.822 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:07:52.822 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
14:07:52.822 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:07:52.823 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
14:07:52.824 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:07:52.824 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
14:07:52.824 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:07:52.825 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:52.825 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:52.825 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:07:52.825 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:52.825 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
14:07:52.826 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:07:52.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.826 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
14:07:52.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.827 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:52.827 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:07:52.827 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
14:07:52.827 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:07:52.828 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:07:52.828 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
14:07:52.828 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:07:52.830 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
14:07:52.830 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
14:07:52.843 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:52.856 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
14:07:52.859 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:52.861 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
14:07:52.864 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:52.864 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
14:07:52.865 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:52.865 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:52.865 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:52.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.866 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.866 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.867 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:52.869 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:52.869 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:52.869 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:52.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:52.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:52.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:52.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:52.877 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:52.877 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
14:07:52.884 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job e2d05dba1558dbc336d7ebe82f9f04d7
14:07:52.885 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:52.885 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:52.885 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:52.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:52.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:52.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:52.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:52.887 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:52.940 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:52.940 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:52.940 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:52.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:52.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:52.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:52.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:52.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:52.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:52.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:52.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:52.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:52.942 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:52.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:53.025 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:53.026 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:53.026 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:53.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:53.049 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:53.049 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:53.049 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:53.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.050 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.050 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.052 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:53.065 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:53.066 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:53.066 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:53.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.068 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:53.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:53.204 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:53.205 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:53.205 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:53.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.206 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:53.306 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:53.306 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:53.308 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:53.308 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:53.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.311 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:53.312 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:53.312 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:53.312 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.312 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.312 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.313 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.313 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.313 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.314 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:53.325 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:53.325 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:53.325 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:53.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:53.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:53.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:53.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:53.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:53.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:53.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:53.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:53.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:53.328 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:53.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:51.333582 31716 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:52.734830 31714 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 31709
14:07:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.409566 31709 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.077s	user 0.633s	sys 1.122s
14:07:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.410153 31709 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.077s	user 0.633s	sys 1.122s
14:07:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.411751 31718 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.416774 31717 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2074 milliseconds
14:07:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.416723 31709 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.418517 31709 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.421334 31709 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:53.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.422771 31709 hybrid_clock.cc:648] HybridClock initialized: now 1779113273422726 us; error 40 us; skew 500 ppm
14:07:53.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.424033 31709 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:53.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.436210 31709 webserver.cc:533] Webserver started at http://127.30.50.195:33769/ using document root <none> and password file <none>
14:07:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.437417 31709 fs_manager.cc:362] Metadata directory not provided
14:07:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.437664 31709 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.438212 31709 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:53.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.445453 31709 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/data/instance:
14:07:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5220e0ac89442f6958dc7ef4875089f"
14:07:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:53 on dist-test-slave-qn3m"
14:07:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.446748 31709 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/wal/instance:
14:07:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5220e0ac89442f6958dc7ef4875089f"
14:07:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:53 on dist-test-slave-qn3m"
14:07:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.455552 31709 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.005s
14:07:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.462472 31739 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.463845 31709 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
14:07:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.464286 31709 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/wal
14:07:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5220e0ac89442f6958dc7ef4875089f"
14:07:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:53 on dist-test-slave-qn3m"
14:07:53.465 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:53.465 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:53.465 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:53.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:53.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:53.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:53.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:53.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:53.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:53.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:53.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:53.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:53.467 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.464730 31709 fs_report.cc:389] FS layout report
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/wal
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/wal
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/data/data
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:53.505 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:53.505 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:53.505 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:53.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.508 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.540153 31709 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.541939 31709 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.542471 31709 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.546216 31709 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.550971 31709 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.551221 31709 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.551554 31709 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.551734 31709 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:07:53.649 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:53.649 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:53.649 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:53.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.650 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:53.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:53.725 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:53.725 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:53.725 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:53.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.726 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:53.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.727 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:53.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.727 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:53.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:53.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:53.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:53.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.727 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:53.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.728 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:53.728 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:53.728 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:53.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.729 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.729 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.729 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:53.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.729 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.794098 31709 rpc_server.cc:307] RPC server started. Bound to: 127.30.50.195:35777
14:07:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.794152 31851 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.50.195:35777 every 8 connection(s)
14:07:53.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.796969 31709 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/data/info.pb
14:07:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.801438 30923 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 31709
14:07:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.801915 30923 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster12831103296869737620/ts-2/wal/instance
14:07:53.834 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:53.834 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:53.834 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:53.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:53.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:53.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:53.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:53.836 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29356), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [10ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [10ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [14ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [35ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [35ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [443ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [443ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [443ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [782ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [782ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [782ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [782ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1103ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2761ms] refreshing cache from master, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2764ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [4781ms] refreshing cache from master, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4785ms] too many traces: truncated at 100 traces, deferred=Deferred@766109894(state=PENDING, result=null, callback=(continuation of Deferred@1842513882 after retry RPC after error@80957524) -> (continuation of Deferred@584577608 after retry RPC after error@1079689484) -> (continuation of Deferred@961507978 after retry RPC after error@662750215) -> (continuation of Deferred@978859789 after retry RPC after error@748475371) -> (continuation of Deferred@1854222288 after retry RPC after error@1325690619) -> (continuation of Deferred@882886729 after retry RPC after error@2119587514) -> (continuation of Deferred@963251471 after retry RPC after error@1442176879) -> (continuation of Deferred@526551064 after retry RPC after error@1397616328) -> (continuation of Deferred@983991259 after retry RPC after error@1095970119) -> (continuation of Deferred@1249533757 after retry RPC after error@1996346132) -> (continuation of Deferred@2018197067 after retry RPC after error@539630864) -> (continuation of Deferred@951135647 after retry RPC after error@541867246) -> (continuation of Deferred@30734282 after retry RPC after error@1902557309) -> (continuation of Deferred@1074441755 after retry RPC after error@23085496) -> (continuation of Deferred@657235193 after retry RPC after error@1666022705) -> (continuation of Deferred@1981971765 after retry RPC after error@1976344520) -> (continuation of Deferred@918822620 after retry RPC after error@1047022016) -> (continuation of Deferred@1539723501 after retry RPC after error@1248179842) -> (continuation of Deferred@1547789292 after retry RPC after error@538646509) -> (continuation of Deferred@1228110395 after retry RPC after error@772084793) -> (continuation of Deferred@2039237654 after retry RPC after error@22055093) -> (continuation of Deferred@1407244294 after retry RPC after error@1430436511) -> (continuation of Deferred@1312141533 after retry RPC after error@1260752014) -> (continuation of Deferred@516967684 after retry RPC after error@1585875459), errback=(continuation of Deferred@1842513882 after retry RPC after error@80957524) -> (continuation of Deferred@584577608 after retry RPC after error@1079689484) -> (continuation of Deferred@961507978 after retry RPC after error@662750215) -> (continuation of Deferred@978859789 after retry RPC after error@748475371) -> (continuation of Deferred@1854222288 after retry RPC after error@1325690619) -> (continuation of Deferred@882886729 after retry RPC after error@2119587514) -> (continuation of Deferred@963251471 after retry RPC after error@1442176879) -> (continuation of Deferred@526551064 after retry RPC after error@1397616328) -> (continuation of Deferred@983991259 after retry RPC after error@1095970119) -> (continuation of Deferred@1249533757 after retry RPC after error@1996346132) -> (continuation of Deferred@2018197067 after retry RPC after error@539630864) -> (continuation of Deferred@951135647 after retry RPC after error@541867246) -> (continuation of Deferred@30734282 after retry RPC after error@1902557309) -> (continuation of Deferred@1074441755 after retry RPC after error@23085496) -> (continuation of Deferred@657235193 after retry RPC after error@1666022705) -> (continuation of Deferred@1981971765 after retry RPC after error@1976344520) -> (continuation of Deferred@918822620 after retry RPC after error@1047022016) -> (continuation of Deferred@1539723501 after retry RPC after error@1248179842) -> (continuation of Deferred@1547789292 after retry RPC after error@538646509) -> (continuation of Deferred@1228110395 after retry RPC after error@772084793) -> (continuation of Deferred@2039237654 after retry RPC after error@22055093) -> (continuation of Deferred@1407244294 after retry RPC after error@1430436511) -> (continuation of Deferred@1312141533 after retry RPC after error@1260752014) -> (continuation of Deferred@516967684 after retry RPC after error@1585875459)))
14:07:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.859769 31854 heartbeater.cc:344] Connected to a master server at 127.30.50.254:35515
14:07:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.860234 31853 heartbeater.cc:344] Connected to a master server at 127.30.50.253:33427
14:07:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.860347 31854 heartbeater.cc:461] Registering TS with master...
14:07:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.860736 31853 heartbeater.cc:461] Registering TS with master...
14:07:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.861953 31854 heartbeater.cc:507] Master 127.30.50.254:35515 requested a full tablet report, sending...
14:07:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.861949 31853 heartbeater.cc:507] Master 127.30.50.253:33427 requested a full tablet report, sending...
14:07:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.864951 31025 ts_manager.cc:194] Registered new tserver with Master: d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.866488 31025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.50.195:36571
14:07:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.867434 31852 heartbeater.cc:344] Connected to a master server at 127.30.50.252:37287
14:07:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.867802 31852 heartbeater.cc:461] Registering TS with master...
14:07:53.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.868772 31852 heartbeater.cc:507] Master 127.30.50.252:37287 requested a full tablet report, sending...
14:07:53.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.869127 31108 ts_manager.cc:194] Registered new tserver with Master: d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.872328 31245 ts_manager.cc:194] Registered new tserver with Master: d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:53.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.884835 30923 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:07:53.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:53.899 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:07:53.899 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:07:53.900 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.50.254"
      port: 35515
    }
    bound_http_address {
      host: "127.30.50.254"
      port: 42373
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.50.253"
      port: 33427
    }
    bound_http_address {
      host: "127.30.50.253"
      port: 36419
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.50.252"
      port: 37287
    }
    bound_http_address {
      host: "127.30.50.252"
      port: 37425
    }
  }
}

14:07:53.900 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:07:53.901 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.50.193"
      port: 41779
    }
    bound_http_address {
      host: "127.30.50.193"
      port: 44687
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.50.194"
      port: 43147
    }
    bound_http_address {
      host: "127.30.50.194"
      port: 35663
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.50.195"
      port: 35777
    }
    bound_http_address {
      host: "127.30.50.195"
      port: 33769
    }
  }
}

14:07:53.901 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:07:53.903 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:53.906 [DEBUG - main] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:07:53.906 [DEBUG - main] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:07:53.907 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.101.252:39175(127.29.101.252:39175)] Successfully connected to peer
14:07:53.907 [DEBUG - main] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:07:53.910 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.101.253:41249(127.29.101.253:41249)] Successfully connected to peer
14:07:53.913 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.253
14:07:53.915 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.101.254:45169(127.29.101.254:45169)] Successfully connected to peer
14:07:53.917 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:53.917 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:53.917 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:53.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:53.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:53.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:53.919 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:53.928 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.252
14:07:53.929 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.254
14:07:53.939 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:53.940 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:53.941 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:53.944 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x14d792ca, L:/127.0.0.1:48036 - R:/127.29.101.254:45169] using SASL/PLAIN
14:07:53.944 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc3be85dd, L:/127.0.0.1:39746 - R:/127.29.101.252:39175] using SASL/PLAIN
14:07:53.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:53.947 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x75b13fa2, L:/127.0.0.1:37252 - R:/127.29.101.253:41249] using SASL/PLAIN
14:07:53.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:53.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=44), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: OK, deferred=null) after lookup
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.950575 30149 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48036:
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\001d\000\000\000\004\001\310\000\000\000"
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.986203 30149 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:07:54.024 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:07:54.045 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:54.045 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:54.045 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:54.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:54.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:54.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:54.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:54.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:54.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:54.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:54.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:54.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:54.047 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.090380 30847 tablet_service.cc:1511] Processing CreateTablet for tablet 51c7a7b445374ac6b3b116e0e824889f (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:07:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.092383 30848 tablet_service.cc:1511] Processing CreateTablet for tablet 635ba9188dc4453d9f8387198892f4be (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION VALUES < 100
14:07:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.090411 30846 tablet_service.cc:1511] Processing CreateTablet for tablet b19922ce03c44c3c800a8cfb5966e948 (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION 200 <= VALUES
14:07:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.093613 30847 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 51c7a7b445374ac6b3b116e0e824889f. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.094591 30846 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b19922ce03c44c3c800a8cfb5966e948. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.097239 30848 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 635ba9188dc4453d9f8387198892f4be. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.127665 30568 tablet_service.cc:1511] Processing CreateTablet for tablet 51c7a7b445374ac6b3b116e0e824889f (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:07:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.130851 30568 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 51c7a7b445374ac6b3b116e0e824889f. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.132946 30567 tablet_service.cc:1511] Processing CreateTablet for tablet b19922ce03c44c3c800a8cfb5966e948 (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION 200 <= VALUES
14:07:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.135777 30567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b19922ce03c44c3c800a8cfb5966e948. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.134999 30709 tablet_service.cc:1511] Processing CreateTablet for tablet 635ba9188dc4453d9f8387198892f4be (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION VALUES < 100
14:07:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.137588 30709 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 635ba9188dc4453d9f8387198892f4be. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.134017 30569 tablet_service.cc:1511] Processing CreateTablet for tablet 635ba9188dc4453d9f8387198892f4be (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION VALUES < 100
14:07:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.140949 30569 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 635ba9188dc4453d9f8387198892f4be. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.140681 30707 tablet_service.cc:1511] Processing CreateTablet for tablet b19922ce03c44c3c800a8cfb5966e948 (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION 200 <= VALUES
14:07:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.141927 30707 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b19922ce03c44c3c800a8cfb5966e948. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.143451 30708 tablet_service.cc:1511] Processing CreateTablet for tablet 51c7a7b445374ac6b3b116e0e824889f (DEFAULT_TABLE table=replication_test_table [id=9da52e06ac29402b8b20d0c8497a276b]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:07:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.144670 30708 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 51c7a7b445374ac6b3b116e0e824889f. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:54.153 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:54.153 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:54.153 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:54.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:54.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:54.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:54.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:54.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:54.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:54.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:54.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:54.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:54.154 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:54.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:54.166 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:54.166 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:54.166 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:54.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:54.168 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29672), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [9ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [10ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [12ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [12ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [27ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [29ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [29ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [164ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [743ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [743ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [743ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [743ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [963ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [963ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [963ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1044ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2321ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2323ms] too many traces: truncated at 100 traces, deferred=Deferred@502338357(state=PENDING, result=null, callback=(continuation of Deferred@1278018272 after retry RPC after error@1118735766) -> (continuation of Deferred@704942704 after retry RPC after error@1064912062) -> (continuation of Deferred@468155315 after retry RPC after error@764647268) -> (continuation of Deferred@587863988 after retry RPC after error@1453587423) -> (continuation of Deferred@1983461467 after retry RPC after error@1201711439) -> (continuation of Deferred@879014328 after retry RPC after error@2110839272) -> (continuation of Deferred@1117048297 after retry RPC after error@12381733) -> (continuation of Deferred@298088187 after retry RPC after error@1780540082) -> (continuation of Deferred@247435674 after retry RPC after error@1771412398) -> (continuation of Deferred@1532255177 after retry RPC after error@906762083) -> (continuation of Deferred@1154311033 after retry RPC after error@29415589) -> (continuation of Deferred@2025017671 after retry RPC after error@777184829) -> (continuation of Deferred@19635749 after retry RPC after error@111770453) -> (continuation of Deferred@1685203886 after retry RPC after error@1571314195) -> (continuation of Deferred@11484469 after retry RPC after error@1301384614) -> (continuation of Deferred@952885473 after retry RPC after error@665603369) -> (continuation of Deferred@1578338940 after retry RPC after error@531546277) -> (continuation of Deferred@2022041433 after retry RPC after error@1032140901) -> (continuation of Deferred@2131170755 after retry RPC after error@382028142) -> (continuation of Deferred@1101908928 after retry RPC after error@1442813312) -> (continuation of Deferred@311507953 after retry RPC after error@782474996) -> (continuation of Deferred@25142059 after retry RPC after error@679830801) -> (continuation of Deferred@869305667 after retry RPC after error@28766707) -> (continuation of Deferred@2100067349 after retry RPC after error@2114073420) -> (continuation of Deferred@1234109274 after retry RPC after error@2139114225) -> (continuation of Deferred@1632783808 after retry RPC after error@237345525), errback=(continuation of Deferred@1278018272 after retry RPC after error@1118735766) -> (continuation of Deferred@704942704 after retry RPC after error@1064912062) -> (continuation of Deferred@468155315 after retry RPC after error@764647268) -> (continuation of Deferred@587863988 after retry RPC after error@1453587423) -> (continuation of Deferred@1983461467 after retry RPC after error@1201711439) -> (continuation of Deferred@879014328 after retry RPC after error@2110839272) -> (continuation of Deferred@1117048297 after retry RPC after error@12381733) -> (continuation of Deferred@298088187 after retry RPC after error@1780540082) -> (continuation of Deferred@247435674 after retry RPC after error@1771412398) -> (continuation of Deferred@1532255177 after retry RPC after error@906762083) -> (continuation of Deferred@1154311033 after retry RPC after error@29415589) -> (continuation of Deferred@2025017671 after retry RPC after error@777184829) -> (continuation of Deferred@19635749 after retry RPC after error@111770453) -> (continuation of Deferred@1685203886 after retry RPC after error@1571314195) -> (continuation of Deferred@11484469 after retry RPC after error@1301384614) -> (continuation of Deferred@952885473 after retry RPC after error@665603369) -> (continuation of Deferred@1578338940 after retry RPC after error@531546277) -> (continuation of Deferred@2022041433 after retry RPC after error@1032140901) -> (continuation of Deferred@2131170755 after retry RPC after error@382028142) -> (continuation of Deferred@1101908928 after retry RPC after error@1442813312) -> (continuation of Deferred@311507953 after retry RPC after error@782474996) -> (continuation of Deferred@25142059 after retry RPC after error@679830801) -> (continuation of Deferred@869305667 after retry RPC after error@28766707) -> (continuation of Deferred@2100067349 after retry RPC after error@2114073420) -> (continuation of Deferred@1234109274 after retry RPC after error@2139114225) -> (continuation of Deferred@1632783808 after retry RPC after error@237345525)))
14:07:54.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.197273 31886 tablet_bootstrap.cc:492] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a: Bootstrap starting.
14:07:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.206966 31886 tablet_bootstrap.cc:654] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a: Neither blocks nor log segments found. Creating new log.
14:07:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.206765 31887 tablet_bootstrap.cc:492] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395: Bootstrap starting.
14:07:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.209807 31886 log.cc:826] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a: Log is configured to *not* fsync() on all Append() calls
14:07:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.215206 31886 tablet_bootstrap.cc:492] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a: No bootstrap required, opened a new log
14:07:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.215724 31886 ts_tablet_manager.cc:1403] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a: Time spent bootstrapping tablet: real 0.019s	user 0.013s	sys 0.004s
14:07:54.216 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:54.217 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:54.217 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:54.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.218 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:54.218 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29733), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [8ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [9ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [11ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [11ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [33ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [34ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [35ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [35ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [482ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [483ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [483ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [483ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [642ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [642ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [643ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [643ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2081ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2083ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [5481ms] refreshing cache from master, [5481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [5481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [5482ms] too many traces: truncated at 100 traces, deferred=Deferred@341854414(state=PENDING, result=null, callback=(continuation of Deferred@1548337878 after retry RPC after error@1433578511) -> (continuation of Deferred@1082722412 after retry RPC after error@1454972555) -> (continuation of Deferred@1156856312 after retry RPC after error@78051261) -> (continuation of Deferred@207901997 after retry RPC after error@314007404) -> (continuation of Deferred@2003406651 after retry RPC after error@1145144692) -> (continuation of Deferred@1789033964 after retry RPC after error@1120273387) -> (continuation of Deferred@2045594847 after retry RPC after error@835652787) -> (continuation of Deferred@1224432251 after retry RPC after error@978375124) -> (continuation of Deferred@701032949 after retry RPC after error@1613484779) -> (continuation of Deferred@1922135063 after retry RPC after error@1324598752) -> (continuation of Deferred@538577546 after retry RPC after error@513292520) -> (continuation of Deferred@1741735648 after retry RPC after error@937218879) -> (continuation of Deferred@1197658388 after retry RPC after error@417529448) -> (continuation of Deferred@2045037650 after retry RPC after error@686861690) -> (continuation of Deferred@2034971393 after retry RPC after error@1993708542) -> (continuation of Deferred@688674602 after retry RPC after error@70951948) -> (continuation of Deferred@617172145 after retry RPC after error@2128175541) -> (continuation of Deferred@900193347 after retry RPC after error@1684804671) -> (continuation of Deferred@179204295 after retry RPC after error@1070558446) -> (continuation of Deferred@872544912 after retry RPC after error@818470339) -> (continuation of Deferred@1234811733 after retry RPC after error@234161812) -> (continuation of Deferred@907786432 after retry RPC after error@1078676741) -> (continuation of Deferred@1150027082 after retry RPC after error@1634233065), errback=(continuation of Deferred@1548337878 after retry RPC after error@1433578511) -> (continuation of Deferred@1082722412 after retry RPC after error@1454972555) -> (continuation of Deferred@1156856312 after retry RPC after error@78051261) -> (continuation of Deferred@207901997 after retry RPC after error@314007404) -> (continuation of Deferred@2003406651 after retry RPC after error@1145144692) -> (continuation of Deferred@1789033964 after retry RPC after error@1120273387) -> (continuation of Deferred@2045594847 after retry RPC after error@835652787) -> (continuation of Deferred@1224432251 after retry RPC after error@978375124) -> (continuation of Deferred@701032949 after retry RPC after error@1613484779) -> (continuation of Deferred@1922135063 after retry RPC after error@1324598752) -> (continuation of Deferred@538577546 after retry RPC after error@513292520) -> (continuation of Deferred@1741735648 after retry RPC after error@937218879) -> (continuation of Deferred@1197658388 after retry RPC after error@417529448) -> (continuation of Deferred@2045037650 after retry RPC after error@686861690) -> (continuation of Deferred@2034971393 after retry RPC after error@1993708542) -> (continuation of Deferred@688674602 after retry RPC after error@70951948) -> (continuation of Deferred@617172145 after retry RPC after error@2128175541) -> (continuation of Deferred@900193347 after retry RPC after error@1684804671) -> (continuation of Deferred@179204295 after retry RPC after error@1070558446) -> (continuation of Deferred@872544912 after retry RPC after error@818470339) -> (continuation of Deferred@1234811733 after retry RPC after error@234161812) -> (continuation of Deferred@907786432 after retry RPC after error@1078676741) -> (continuation of Deferred@1150027082 after retry RPC after error@1634233065)))
14:07:54.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.221508 31889 tablet_bootstrap.cc:492] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8: Bootstrap starting.
14:07:54.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.232148 31887 tablet_bootstrap.cc:654] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395: Neither blocks nor log segments found. Creating new log.
14:07:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.247191 31887 log.cc:826] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395: Log is configured to *not* fsync() on all Append() calls
14:07:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.251662 31889 tablet_bootstrap.cc:654] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8: Neither blocks nor log segments found. Creating new log.
14:07:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.254562 31889 log.cc:826] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8: Log is configured to *not* fsync() on all Append() calls
14:07:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.270675 31889 tablet_bootstrap.cc:492] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8: No bootstrap required, opened a new log
14:07:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.271301 31889 ts_tablet_manager.cc:1403] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8: Time spent bootstrapping tablet: real 0.050s	user 0.012s	sys 0.006s
14:07:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.271457 31887 tablet_bootstrap.cc:492] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395: No bootstrap required, opened a new log
14:07:54.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.271974 31887 ts_tablet_manager.cc:1403] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395: Time spent bootstrapping tablet: real 0.066s	user 0.003s	sys 0.016s
14:07:54.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.271437 31886 raft_consensus.cc:359] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.273005 31886 raft_consensus.cc:385] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.273492 31886 raft_consensus.cc:740] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd82837dd8ae4df1b1971eccdaa04f8a, State: Initialized, Role: FOLLOWER
14:07:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.274749 31886 consensus_queue.cc:260] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.305614 31887 raft_consensus.cc:359] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.306668 31887 raft_consensus.cc:385] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.306991 31887 raft_consensus.cc:740] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86bb0502aeb746168857c37e9ece7395, State: Initialized, Role: FOLLOWER
14:07:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.306684 31889 raft_consensus.cc:359] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.307761 31889 raft_consensus.cc:385] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.308149 31889 raft_consensus.cc:740] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbe34bc55805491b962ed90d41b31ed8, State: Initialized, Role: FOLLOWER
14:07:54.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.308025 31887 consensus_queue.cc:260] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.309305 31889 consensus_queue.cc:260] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.319550 31889 ts_tablet_manager.cc:1434] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8: Time spent starting tablet: real 0.048s	user 0.032s	sys 0.007s
14:07:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:54.326103 30642 tablet.cc:2404] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.338263 31889 tablet_bootstrap.cc:492] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8: Bootstrap starting.
14:07:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.369155 31892 raft_consensus.cc:493] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.370134 31886 ts_tablet_manager.cc:1434] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a: Time spent starting tablet: real 0.154s	user 0.056s	sys 0.028s
14:07:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.369774 31892 raft_consensus.cc:515] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:54.371412 30781 tablet.cc:2404] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.372939 31886 tablet_bootstrap.cc:492] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a: Bootstrap starting.
14:07:54.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.378300 31889 tablet_bootstrap.cc:654] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8: Neither blocks nor log segments found. Creating new log.
14:07:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.381178 31886 tablet_bootstrap.cc:654] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a: Neither blocks nor log segments found. Creating new log.
14:07:54.385 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:54.385 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:54.386 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:54.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:54.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:54.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:54.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:54.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:54.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:54.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:54.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:54.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:54.389 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:54.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.392920 31887 ts_tablet_manager.cc:1434] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395: Time spent starting tablet: real 0.121s	user 0.056s	sys 0.026s
14:07:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.394897 31887 tablet_bootstrap.cc:492] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395: Bootstrap starting.
14:07:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.403018 31886 tablet_bootstrap.cc:492] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a: No bootstrap required, opened a new log
14:07:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.403759 31886 ts_tablet_manager.cc:1403] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a: Time spent bootstrapping tablet: real 0.031s	user 0.014s	sys 0.005s
14:07:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.403955 31889 tablet_bootstrap.cc:492] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8: No bootstrap required, opened a new log
14:07:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.404417 31889 ts_tablet_manager.cc:1403] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8: Time spent bootstrapping tablet: real 0.084s	user 0.012s	sys 0.003s
14:07:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.406877 31887 tablet_bootstrap.cc:654] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395: Neither blocks nor log segments found. Creating new log.
14:07:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.407603 31889 raft_consensus.cc:359] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.408496 31889 raft_consensus.cc:385] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.408787 31889 raft_consensus.cc:740] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbe34bc55805491b962ed90d41b31ed8, State: Initialized, Role: FOLLOWER
14:07:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.408988 31892 leader_election.cc:290] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cbe34bc55805491b962ed90d41b31ed8 (127.29.101.193:37391), 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733)
14:07:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.410946 31889 consensus_queue.cc:260] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.425 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:54.425 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:54.425 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:54.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:54.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.427259 31889 ts_tablet_manager.cc:1434] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8: Time spent starting tablet: real 0.022s	user 0.006s	sys 0.000s
14:07:54.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:54.429 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:54.430 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29939), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [27ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [27ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [28ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [382ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1124ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2660ms] refreshing cache from master, [2660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2663ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [5680ms] refreshing cache from master, [5680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [5682ms] too many traces: truncated at 100 traces, deferred=Deferred@515474227(state=PENDING, result=null, callback=(continuation of Deferred@2091725277 after retry RPC after error@1234373370) -> (continuation of Deferred@2027408011 after retry RPC after error@715488953) -> (continuation of Deferred@1058247145 after retry RPC after error@1854310443) -> (continuation of Deferred@683906274 after retry RPC after error@689072117) -> (continuation of Deferred@170731495 after retry RPC after error@1353720153) -> (continuation of Deferred@1684069161 after retry RPC after error@1593259423) -> (continuation of Deferred@1023812537 after retry RPC after error@1827501993) -> (continuation of Deferred@238440590 after retry RPC after error@1762314010) -> (continuation of Deferred@1696414313 after retry RPC after error@1649039708) -> (continuation of Deferred@1581565883 after retry RPC after error@1632237950) -> (continuation of Deferred@1829460300 after retry RPC after error@1572564232) -> (continuation of Deferred@624558107 after retry RPC after error@186032075) -> (continuation of Deferred@1021339356 after retry RPC after error@984981349) -> (continuation of Deferred@1341811440 after retry RPC after error@1890409475) -> (continuation of Deferred@1329857100 after retry RPC after error@1495069302) -> (continuation of Deferred@1169014351 after retry RPC after error@1610268605) -> (continuation of Deferred@818118764 after retry RPC after error@250760000) -> (continuation of Deferred@646300439 after retry RPC after error@738756397) -> (continuation of Deferred@14983712 after retry RPC after error@475021623) -> (continuation of Deferred@340108497 after retry RPC after error@2082236571) -> (continuation of Deferred@1506549914 after retry RPC after error@1191943021) -> (continuation of Deferred@2127682673 after retry RPC after error@1637231488) -> (continuation of Deferred@1508249560 after retry RPC after error@1110255482) -> (continuation of Deferred@846154010 after retry RPC after error@1660268284) -> (continuation of Deferred@184874421 after retry RPC after error@540611928), errback=(continuation of Deferred@2091725277 after retry RPC after error@1234373370) -> (continuation of Deferred@2027408011 after retry RPC after error@715488953) -> (continuation of Deferred@1058247145 after retry RPC after error@1854310443) -> (continuation of Deferred@683906274 after retry RPC after error@689072117) -> (continuation of Deferred@170731495 after retry RPC after error@1353720153) -> (continuation of Deferred@1684069161 after retry RPC after error@1593259423) -> (continuation of Deferred@1023812537 after retry RPC after error@1827501993) -> (continuation of Deferred@238440590 after retry RPC after error@1762314010) -> (continuation of Deferred@1696414313 after retry RPC after error@1649039708) -> (continuation of Deferred@1581565883 after retry RPC after error@1632237950) -> (continuation of Deferred@1829460300 after retry RPC after error@1572564232) -> (continuation of Deferred@624558107 after retry RPC after error@186032075) -> (continuation of Deferred@1021339356 after retry RPC after error@984981349) -> (continuation of Deferred@1341811440 after retry RPC after error@1890409475) -> (continuation of Deferred@1329857100 after retry RPC after error@1495069302) -> (continuation of Deferred@1169014351 after retry RPC after error@1610268605) -> (continuation of Deferred@818118764 after retry RPC after error@250760000) -> (continuation of Deferred@646300439 after retry RPC after error@738756397) -> (continuation of Deferred@14983712 after retry RPC after error@475021623) -> (continuation of Deferred@340108497 after retry RPC after error@2082236571) -> (continuation of Deferred@1506549914 after retry RPC after error@1191943021) -> (continuation of Deferred@2127682673 after retry RPC after error@1637231488) -> (continuation of Deferred@1508249560 after retry RPC after error@1110255482) -> (continuation of Deferred@846154010 after retry RPC after error@1660268284) -> (continuation of Deferred@184874421 after retry RPC after error@540611928)))
14:07:54.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.407619 31886 raft_consensus.cc:359] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.433936 31886 raft_consensus.cc:385] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.435390 31886 raft_consensus.cc:740] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd82837dd8ae4df1b1971eccdaa04f8a, State: Initialized, Role: FOLLOWER
14:07:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.437433 31886 consensus_queue.cc:260] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.437902 31889 tablet_bootstrap.cc:492] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8: Bootstrap starting.
14:07:54.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:54.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.449453 31886 ts_tablet_manager.cc:1434] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a: Time spent starting tablet: real 0.045s	user 0.007s	sys 0.000s
14:07:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.451866 31886 tablet_bootstrap.cc:492] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a: Bootstrap starting.
14:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.458211 31889 tablet_bootstrap.cc:654] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8: Neither blocks nor log segments found. Creating new log.
14:07:54.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:54.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:54.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:54.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:54.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:54.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:54.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:54.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:54.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:54.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:54.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:54.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:54.461 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:54.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.466063 31887 tablet_bootstrap.cc:492] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395: No bootstrap required, opened a new log
14:07:54.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.466596 31887 ts_tablet_manager.cc:1403] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395: Time spent bootstrapping tablet: real 0.073s	user 0.010s	sys 0.019s
14:07:54.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.470304 31889 tablet_bootstrap.cc:492] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8: No bootstrap required, opened a new log
14:07:54.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.470721 31889 ts_tablet_manager.cc:1403] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8: Time spent bootstrapping tablet: real 0.033s	user 0.013s	sys 0.004s
14:07:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.474225 31889 raft_consensus.cc:359] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.475322 31889 raft_consensus.cc:385] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.475741 31889 raft_consensus.cc:740] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbe34bc55805491b962ed90d41b31ed8, State: Initialized, Role: FOLLOWER
14:07:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.476738 31889 consensus_queue.cc:260] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.480587 31887 raft_consensus.cc:359] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.485651 31887 raft_consensus.cc:385] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.486029 31887 raft_consensus.cc:740] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86bb0502aeb746168857c37e9ece7395, State: Initialized, Role: FOLLOWER
14:07:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.488902 31887 consensus_queue.cc:260] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.491604 31889 ts_tablet_manager.cc:1434] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8: Time spent starting tablet: real 0.021s	user 0.007s	sys 0.000s
14:07:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.498634 30589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b19922ce03c44c3c800a8cfb5966e948" candidate_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbe34bc55805491b962ed90d41b31ed8" is_pre_election: true
14:07:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.499325 30868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b19922ce03c44c3c800a8cfb5966e948" candidate_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86bb0502aeb746168857c37e9ece7395" is_pre_election: true
14:07:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.499583 30589 raft_consensus.cc:2468] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bd82837dd8ae4df1b1971eccdaa04f8a in term 0.
14:07:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.500281 30868 raft_consensus.cc:2468] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bd82837dd8ae4df1b1971eccdaa04f8a in term 0.
14:07:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.502033 30663 leader_election.cc:304] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 86bb0502aeb746168857c37e9ece7395, bd82837dd8ae4df1b1971eccdaa04f8a; no voters: 
14:07:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.502925 31892 raft_consensus.cc:2804] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.503345 31892 raft_consensus.cc:493] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.503645 31892 raft_consensus.cc:3060] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Advancing to term 1
14:07:54.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.506683 31887 ts_tablet_manager.cc:1434] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395: Time spent starting tablet: real 0.040s	user 0.006s	sys 0.001s
14:07:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.509189 31887 tablet_bootstrap.cc:492] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395: Bootstrap starting.
14:07:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.515107 31892 raft_consensus.cc:515] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.517659 31886 tablet_bootstrap.cc:654] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a: Neither blocks nor log segments found. Creating new log.
14:07:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.521001 30589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b19922ce03c44c3c800a8cfb5966e948" candidate_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbe34bc55805491b962ed90d41b31ed8"
14:07:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.521308 30868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b19922ce03c44c3c800a8cfb5966e948" candidate_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86bb0502aeb746168857c37e9ece7395"
14:07:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.521572 30589 raft_consensus.cc:3060] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Advancing to term 1
14:07:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.521870 30868 raft_consensus.cc:3060] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Advancing to term 1
14:07:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.529657 30868 raft_consensus.cc:2468] T b19922ce03c44c3c800a8cfb5966e948 P 86bb0502aeb746168857c37e9ece7395 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bd82837dd8ae4df1b1971eccdaa04f8a in term 1.
14:07:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.529703 30589 raft_consensus.cc:2468] T b19922ce03c44c3c800a8cfb5966e948 P cbe34bc55805491b962ed90d41b31ed8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bd82837dd8ae4df1b1971eccdaa04f8a in term 1.
14:07:54.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.531030 31892 leader_election.cc:290] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [CANDIDATE]: Term 1 election: Requested vote from peers cbe34bc55805491b962ed90d41b31ed8 (127.29.101.193:37391), 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733)
14:07:54.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.530928 30664 leader_election.cc:304] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bd82837dd8ae4df1b1971eccdaa04f8a, cbe34bc55805491b962ed90d41b31ed8; no voters: 
14:07:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.533571 31887 tablet_bootstrap.cc:654] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395: Neither blocks nor log segments found. Creating new log.
14:07:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.534574 31892 raft_consensus.cc:2804] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 1 FOLLOWER]: Leader election won for term 1
14:07:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.535161 31892 raft_consensus.cc:697] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [term 1 LEADER]: Becoming Leader. State: Replica: bd82837dd8ae4df1b1971eccdaa04f8a, State: Running, Role: LEADER
14:07:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.538388 31892 consensus_queue.cc:237] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.561314 31887 tablet_bootstrap.cc:492] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395: No bootstrap required, opened a new log
14:07:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.561758 31887 ts_tablet_manager.cc:1403] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395: Time spent bootstrapping tablet: real 0.053s	user 0.007s	sys 0.006s
14:07:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.561043 30148 catalog_manager.cc:5696] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a reported cstate change: term changed from 0 to 1, leader changed from <none> to bd82837dd8ae4df1b1971eccdaa04f8a (127.29.101.194). New cstate: current_term: 1 leader_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } health_report { overall_health: UNKNOWN } } }
14:07:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.564468 31887 raft_consensus.cc:359] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.565246 31887 raft_consensus.cc:385] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.565546 31887 raft_consensus.cc:740] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86bb0502aeb746168857c37e9ece7395, State: Initialized, Role: FOLLOWER
14:07:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.566215 31887 consensus_queue.cc:260] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.567708 31886 tablet_bootstrap.cc:492] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a: No bootstrap required, opened a new log
14:07:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.568174 31886 ts_tablet_manager.cc:1403] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a: Time spent bootstrapping tablet: real 0.116s	user 0.015s	sys 0.007s
14:07:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.571739 31887 ts_tablet_manager.cc:1434] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395: Time spent starting tablet: real 0.010s	user 0.004s	sys 0.003s
14:07:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.571507 31886 raft_consensus.cc:359] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.572302 31886 raft_consensus.cc:385] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.572587 31886 raft_consensus.cc:740] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd82837dd8ae4df1b1971eccdaa04f8a, State: Initialized, Role: FOLLOWER
14:07:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.573226 31886 consensus_queue.cc:260] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.576071 31886 ts_tablet_manager.cc:1434] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.004s
14:07:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:54.583526 30916 tablet.cc:2404] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:54.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.688169 31892 raft_consensus.cc:493] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.688709 31892 raft_consensus.cc:515] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.690429 31892 leader_election.cc:290] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cbe34bc55805491b962ed90d41b31ed8 (127.29.101.193:37391), 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733)
14:07:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.691365 30589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "51c7a7b445374ac6b3b116e0e824889f" candidate_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbe34bc55805491b962ed90d41b31ed8" is_pre_election: true
14:07:54.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.691617 30868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "51c7a7b445374ac6b3b116e0e824889f" candidate_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86bb0502aeb746168857c37e9ece7395" is_pre_election: true
14:07:54.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.692148 30589 raft_consensus.cc:2468] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bd82837dd8ae4df1b1971eccdaa04f8a in term 0.
14:07:54.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.692224 30868 raft_consensus.cc:2468] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bd82837dd8ae4df1b1971eccdaa04f8a in term 0.
14:07:54.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.693221 30663 leader_election.cc:304] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 86bb0502aeb746168857c37e9ece7395, bd82837dd8ae4df1b1971eccdaa04f8a; no voters: 
14:07:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.693883 31892 raft_consensus.cc:2804] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.694226 31892 raft_consensus.cc:493] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.694526 31892 raft_consensus.cc:3060] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Advancing to term 1
14:07:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.699219 31892 raft_consensus.cc:515] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.700973 31892 leader_election.cc:290] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [CANDIDATE]: Term 1 election: Requested vote from peers cbe34bc55805491b962ed90d41b31ed8 (127.29.101.193:37391), 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733)
14:07:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.701591 30589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "51c7a7b445374ac6b3b116e0e824889f" candidate_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbe34bc55805491b962ed90d41b31ed8"
14:07:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.701946 30589 raft_consensus.cc:3060] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Advancing to term 1
14:07:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.703672 30868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "51c7a7b445374ac6b3b116e0e824889f" candidate_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86bb0502aeb746168857c37e9ece7395"
14:07:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.704264 30868 raft_consensus.cc:3060] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Advancing to term 1
14:07:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.708254 30589 raft_consensus.cc:2468] T 51c7a7b445374ac6b3b116e0e824889f P cbe34bc55805491b962ed90d41b31ed8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bd82837dd8ae4df1b1971eccdaa04f8a in term 1.
14:07:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.709424 30664 leader_election.cc:304] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bd82837dd8ae4df1b1971eccdaa04f8a, cbe34bc55805491b962ed90d41b31ed8; no voters: 
14:07:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.710314 31892 raft_consensus.cc:2804] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 1 FOLLOWER]: Leader election won for term 1
14:07:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.710778 31892 raft_consensus.cc:697] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [term 1 LEADER]: Becoming Leader. State: Replica: bd82837dd8ae4df1b1971eccdaa04f8a, State: Running, Role: LEADER
14:07:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.711156 30868 raft_consensus.cc:2468] T 51c7a7b445374ac6b3b116e0e824889f P 86bb0502aeb746168857c37e9ece7395 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bd82837dd8ae4df1b1971eccdaa04f8a in term 1.
14:07:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.711539 31892 consensus_queue.cc:237] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } }
14:07:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.721469 30148 catalog_manager.cc:5696] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a reported cstate change: term changed from 0 to 1, leader changed from <none> to bd82837dd8ae4df1b1971eccdaa04f8a (127.29.101.194). New cstate: current_term: 1 leader_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } health_report { overall_health: UNKNOWN } } }
14:07:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.792114 31894 raft_consensus.cc:493] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.792644 31894 raft_consensus.cc:515] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.796025 31894 leader_election.cc:290] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733), bd82837dd8ae4df1b1971eccdaa04f8a (127.29.101.194:45211)
14:07:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.810503 30868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "635ba9188dc4453d9f8387198892f4be" candidate_uuid: "cbe34bc55805491b962ed90d41b31ed8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86bb0502aeb746168857c37e9ece7395" is_pre_election: true
14:07:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.811138 30868 raft_consensus.cc:2468] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cbe34bc55805491b962ed90d41b31ed8 in term 0.
14:07:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.812461 30523 leader_election.cc:304] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 86bb0502aeb746168857c37e9ece7395, cbe34bc55805491b962ed90d41b31ed8; no voters: 
14:07:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.813546 31894 raft_consensus.cc:2804] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.813889 31894 raft_consensus.cc:493] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.814227 31894 raft_consensus.cc:3060] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 0 FOLLOWER]: Advancing to term 1
14:07:54.819 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:54.819 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:54.820 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:54.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:54.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:54.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:54.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:54.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:54.821 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:54.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:54.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:54.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:54.821 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.821470 31894 raft_consensus.cc:515] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.825012 30868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "635ba9188dc4453d9f8387198892f4be" candidate_uuid: "cbe34bc55805491b962ed90d41b31ed8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86bb0502aeb746168857c37e9ece7395"
14:07:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.825939 31894 leader_election.cc:290] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [CANDIDATE]: Term 1 election: Requested vote from peers 86bb0502aeb746168857c37e9ece7395 (127.29.101.195:35733), bd82837dd8ae4df1b1971eccdaa04f8a (127.29.101.194:45211)
14:07:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.826676 30868 raft_consensus.cc:3060] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395 [term 0 FOLLOWER]: Advancing to term 1
14:07:54.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.831149 30729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "635ba9188dc4453d9f8387198892f4be" candidate_uuid: "cbe34bc55805491b962ed90d41b31ed8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" is_pre_election: true
14:07:54.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.831378 30728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "635ba9188dc4453d9f8387198892f4be" candidate_uuid: "cbe34bc55805491b962ed90d41b31ed8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a"
14:07:54.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.832033 30729 raft_consensus.cc:2468] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cbe34bc55805491b962ed90d41b31ed8 in term 0.
14:07:54.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.832705 30868 raft_consensus.cc:2468] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cbe34bc55805491b962ed90d41b31ed8 in term 1.
14:07:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.833865 30523 leader_election.cc:304] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 86bb0502aeb746168857c37e9ece7395, cbe34bc55805491b962ed90d41b31ed8; no voters: 
14:07:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.834688 31894 raft_consensus.cc:2804] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 1 FOLLOWER]: Leader election won for term 1
14:07:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.836869 31894 raft_consensus.cc:697] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [term 1 LEADER]: Becoming Leader. State: Replica: cbe34bc55805491b962ed90d41b31ed8, State: Running, Role: LEADER
14:07:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.838367 31894 consensus_queue.cc:237] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } }
14:07:54.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.851172 30148 catalog_manager.cc:5696] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 reported cstate change: term changed from 0 to 1, leader changed from <none> to cbe34bc55805491b962ed90d41b31ed8 (127.29.101.193). New cstate: current_term: 1 leader_uuid: "cbe34bc55805491b962ed90d41b31ed8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 } health_report { overall_health: HEALTHY } } }
14:07:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.870802 31854 heartbeater.cc:499] Master 127.30.50.254:35515 was elected leader, sending a full tablet report...
14:07:54.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:54.936 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:54.936 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:54.936 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:54.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:54.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:54.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:54.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:54.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:54.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:54.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:54.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:54.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:54.937 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:54.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:55.031 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:07:55.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 635ba9188dc4453d9f8387198892f4be for table 'replication_test_table' with partition [<start>, 0x80000064)
14:07:55.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 51c7a7b445374ac6b3b116e0e824889f for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:07:55.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b19922ce03c44c3c800a8cfb5966e948 for table 'replication_test_table' with partition [0x800000C8, <end>)
14:07:55.036 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=635ba9188dc4453d9f8387198892f4be@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=51c7a7b445374ac6b3b116e0e824889f@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=b19922ce03c44c3c800a8cfb5966e948@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}]
14:07:55.036 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.101.254:45169, [3ms] Sub RPC GetTableLocations: received response from server master-127.29.101.254:45169: OK, deferred=null) after lookup
14:07:55.036 [DEBUG - kudu-nio-1] (Connection.java:748) [peer cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)] connecting to peer
14:07:55.037 [DEBUG - kudu-nio-3] (Connection.java:757) [peer cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)] Successfully connected to peer
14:07:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.047223 31892 consensus_queue.cc:1048] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:55.049 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:55.053 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc1f65d62, L:/127.0.0.1:56536 - R:/127.29.101.193:37391] using TOKEN/null
14:07:55.068 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:55.068 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:55.068 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:55.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.069 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:55.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.072747 30728 raft_consensus.cc:3060] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a [term 0 FOLLOWER]: Advancing to term 1
14:07:55.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.073714 30867 raft_consensus.cc:1275] T 635ba9188dc4453d9f8387198892f4be P 86bb0502aeb746168857c37e9ece7395 [term 1 FOLLOWER]: Refusing update from remote peer cbe34bc55805491b962ed90d41b31ed8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:55.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.075506 31918 consensus_queue.cc:1048] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:07:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.081840 30728 raft_consensus.cc:1275] T 635ba9188dc4453d9f8387198892f4be P bd82837dd8ae4df1b1971eccdaa04f8a [term 1 FOLLOWER]: Refusing update from remote peer cbe34bc55805491b962ed90d41b31ed8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:55.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.085266 31918 consensus_queue.cc:1048] T 635ba9188dc4453d9f8387198892f4be P cbe34bc55805491b962ed90d41b31ed8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd82837dd8ae4df1b1971eccdaa04f8a" member_type: VOTER last_known_addr { host: "127.29.101.194" port: 45211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.106774 31892 consensus_queue.cc:1048] T b19922ce03c44c3c800a8cfb5966e948 P bd82837dd8ae4df1b1971eccdaa04f8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.155167 31923 mvcc.cc:204] Tried to move back new op lower bound from 7287247974668255232 to 7287247973746864128. Current Snapshot: MvccSnapshot[applied={T|T < 7287247974668255232}]
14:07:55.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.162552 31892 consensus_queue.cc:1048] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "cbe34bc55805491b962ed90d41b31ed8" member_type: VOTER last_known_addr { host: "127.29.101.193" port: 37391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.185559 31924 mvcc.cc:204] Tried to move back new op lower bound from 7287247974668255232 to 7287247973746864128. Current Snapshot: MvccSnapshot[applied={T|T < 7287247974668255232}]
14:07:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.257313 31892 consensus_queue.cc:1048] T 51c7a7b445374ac6b3b116e0e824889f P bd82837dd8ae4df1b1971eccdaa04f8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "86bb0502aeb746168857c37e9ece7395" member_type: VOTER last_known_addr { host: "127.29.101.195" port: 35733 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:07:55.265 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:55.265 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:55.265 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:55.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.269 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:55.298 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:55.298 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:55.299 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:55.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.301 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.314237 31551 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2c80 after lost signal to thread 31370
14:07:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.315598 31551 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac880 after lost signal to thread 31554
14:07:55.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:55.419 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:55.419 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:55.419 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:55.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:55.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:55.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:55.425 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:55.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:55.468 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:55.468 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:55.468 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:55.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:55.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:55.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:55.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:55.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:55.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:55.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:55.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:55.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:55.469 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:55.601 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:55.604 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:55.605 [DEBUG - main] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:07:55.612 [DEBUG - main] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:07:55.622 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.50.252:37287(127.30.50.252:37287)] Successfully connected to peer
14:07:55.623 [DEBUG - main] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:07:55.633 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.50.253:33427(127.30.50.253:33427)] Successfully connected to peer
14:07:55.634 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.50.254:35515(127.30.50.254:35515)] Successfully connected to peer
14:07:55.658 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.252
14:07:55.661 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.253
14:07:55.663 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.254
14:07:55.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:55.678 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:55.682 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0caecd44, L:/127.0.0.1:51346 - R:/127.30.50.253:33427] using SASL/PLAIN
14:07:55.685 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:55.685 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:55.685 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:55.685 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.685 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.685 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:55.686 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:55.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.686 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:55.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.686 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:55.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.686 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:55.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:55.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:55.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:55.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:55.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:55.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:55.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:55.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:55.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:55.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:55.690 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcdb00170, L:/127.0.0.1:48220 - R:/127.30.50.252:37287] using SASL/PLAIN
14:07:55.705 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:55.716 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x385b9445, L:/127.0.0.1:34626 - R:/127.30.50.254:35515] using SASL/PLAIN
14:07:55.724 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:55.724 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: OK, [95ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: OK, [119ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: OK, deferred=null) after lookup
14:07:55.790 [DEBUG - main] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:07:55.792 [DEBUG - main] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:07:55.793 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.101.252:39175(127.29.101.252:39175)] Successfully connected to peer
14:07:55.793 [DEBUG - main] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:07:55.794 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.101.254:45169(127.29.101.254:45169)] Successfully connected to peer
14:07:55.823 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.254
14:07:55.824 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.101.253:41249(127.29.101.253:41249)] Successfully connected to peer
14:07:55.825 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.252
14:07:55.843 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:55.845 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:55.849 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc41b0b46, L:/127.0.0.1:39748 - R:/127.29.101.252:39175] using SASL/PLAIN
14:07:55.849 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfa3e1c77, L:/127.0.0.1:48048 - R:/127.29.101.254:45169] using SASL/PLAIN
14:07:55.855 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:55.856 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: OK, deferred=null) after lookup
14:07:55.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:07:55.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 635ba9188dc4453d9f8387198892f4be for table 'replication_test_table' with partition [<start>, 0x80000064)
14:07:55.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 51c7a7b445374ac6b3b116e0e824889f for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:07:55.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b19922ce03c44c3c800a8cfb5966e948 for table 'replication_test_table' with partition [0x800000C8, <end>)
14:07:55.864 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=635ba9188dc4453d9f8387198892f4be@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=51c7a7b445374ac6b3b116e0e824889f@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=b19922ce03c44c3c800a8cfb5966e948@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}]
14:07:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.866976 31025 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34626:
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:07:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\001d\000\000\000"
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
14:07:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.874893 31025 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:07:55.885 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:55.885 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:55.885 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:55.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:55.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:55.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:55.886 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:55.887 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.253
14:07:55.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:55.902 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:07:55.906 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x23bbfb04, L:/127.0.0.1:37258 - R:/127.29.101.253:41249] using SASL/PLAIN
14:07:55.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:56.062 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:07:56.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.203349 31787 tablet_service.cc:1511] Processing CreateTablet for tablet 217e0afa54524f21870278c64667b16e (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION VALUES < 100
14:07:56.205 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:56.205 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:56.206 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:56.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:56.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:56.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:56.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:56.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:56.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:56.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:56.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:56.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:56.207 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:56.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.208282 31787 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 217e0afa54524f21870278c64667b16e. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:56.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.223340 31633 tablet_service.cc:1511] Processing CreateTablet for tablet 217e0afa54524f21870278c64667b16e (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION VALUES < 100
14:07:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.225750 31633 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 217e0afa54524f21870278c64667b16e. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.231289 31490 tablet_service.cc:1511] Processing CreateTablet for tablet 217e0afa54524f21870278c64667b16e (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION VALUES < 100
14:07:56.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.234174 31490 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 217e0afa54524f21870278c64667b16e. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:56.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:56.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:56.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:56.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:56.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:56.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:56.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:56.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:56.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:56.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:56.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:56.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:56.246 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:56.253 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:56.253 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:56.253 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:56.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.255 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.284160 31977 tablet_bootstrap.cc:492] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f: Bootstrap starting.
14:07:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.300259 31978 tablet_bootstrap.cc:492] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d: Bootstrap starting.
14:07:56.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.302031 31977 tablet_bootstrap.cc:654] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f: Neither blocks nor log segments found. Creating new log.
14:07:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.305189 31977 log.cc:826] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f: Log is configured to *not* fsync() on all Append() calls
14:07:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.322471 31977 tablet_bootstrap.cc:492] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f: No bootstrap required, opened a new log
14:07:56.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.323024 31977 ts_tablet_manager.cc:1403] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f: Time spent bootstrapping tablet: real 0.039s	user 0.015s	sys 0.003s
14:07:56.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.323637 31978 tablet_bootstrap.cc:654] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d: Neither blocks nor log segments found. Creating new log.
14:07:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.326020 31979 tablet_bootstrap.cc:492] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0: Bootstrap starting.
14:07:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.334879 31978 log.cc:826] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d: Log is configured to *not* fsync() on all Append() calls
14:07:56.347 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RESTARTING to RUNNING.
14:07:56.347 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job e2d05dba1558dbc336d7ebe82f9f04d7 from Checkpoint 64 @ 1779113211525 for e2d05dba1558dbc336d7ebe82f9f04d7 located at file:/tmp/junit4010981562874139189/checkpoints/e2d05dba1558dbc336d7ebe82f9f04d7/chk-64.
14:07:56.348 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:07:56.348 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:07:56.352 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
14:07:56.353 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:07:56.354 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
14:07:56.354 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id f1db784f4ee827c3e08cd66d50c46b48
14:07:56.354 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f1db784f4ee827c3e08cd66d50c46b48.
14:07:56.355 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id f1db784f4ee827c3e08cd66d50c46b48.
14:07:56.356 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
14:07:56.356 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:07:56.356 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
14:07:56.356 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 7e35012307741ce2bd2fdfd64cd9ea65
14:07:56.357 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
14:07:56.357 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:07:56.357 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
14:07:56.357 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id a964f2a8c693ee4edf77b23a93c835b9
14:07:56.358 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
14:07:56.358 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:07:56.358 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
14:07:56.359 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 837c32a334d9987291ec621befa0ba3d
14:07:56.359 [INFO - Thread-46] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:07:56.359 [DEBUG - Thread-46] (Connection.java:575) [peer master-127.25.45.189:37197(127.25.45.189:37197)] disconnecting while in state TERMINATED
14:07:56.360 [DEBUG - Thread-46] (Connection.java:575) [peer master-127.25.45.190:35733(127.25.45.190:35733)] disconnecting while in state TERMINATED
14:07:56.360 [DEBUG - Thread-46] (Connection.java:575) [peer master-127.25.45.188:32967(127.25.45.188:32967)] disconnecting while in state TERMINATED
14:07:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.359602 31979 tablet_bootstrap.cc:654] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0: Neither blocks nor log segments found. Creating new log.
14:07:56.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:56.361 [INFO - Thread-46] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:07:56.362 [INFO - Thread-46] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:07:56.365 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:07:56.367 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
14:07:56.367 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
14:07:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.367039 31979 log.cc:826] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0: Log is configured to *not* fsync() on all Append() calls
14:07:56.368 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 7e35012307741ce2bd2fdfd64cd9ea65.
14:07:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.363827 31977 raft_consensus.cc:359] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@303fd3ea
14:07:56.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:56.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:56.370 [DEBUG - Thread-46] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:56.371 [INFO - Thread-46] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:07:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.371392 31977 raft_consensus.cc:385] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.371876 31977 raft_consensus.cc:740] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d5220e0ac89442f6958dc7ef4875089f, State: Initialized, Role: FOLLOWER
14:07:56.373 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:56.373 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:56.373 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:56.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.375 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:56.375 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:07:56.375 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:07:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.373065 31977 consensus_queue.cc:260] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.381 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a9f2346
14:07:56.383 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:56.384 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a964f2a8c693ee4edf77b23a93c835b9.
14:07:56.385 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id a964f2a8c693ee4edf77b23a93c835b9.
14:07:56.387 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 837c32a334d9987291ec621befa0ba3d.
14:07:56.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:56.388 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 837c32a334d9987291ec621befa0ba3d.
14:07:56.389 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
14:07:56.389 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
14:07:56.389 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
14:07:56.389 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
14:07:56.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@155979c4
14:07:56.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:56.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:56.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:07:56.390 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:07:56.391 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
14:07:56.391 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
14:07:56.392 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a76647e
14:07:56.393 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:56.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.399773 31977 ts_tablet_manager.cc:1434] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f: Time spent starting tablet: real 0.076s	user 0.028s	sys 0.008s
14:07:56.396 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.395 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:56.400 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:56.400 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:56.400 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:07:56.401 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:56.401 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8b02afa
14:07:56.402 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:07:56.402 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:07:56.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
14:07:56.404 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
14:07:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.416038 31978 tablet_bootstrap.cc:492] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d: No bootstrap required, opened a new log
14:07:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.416594 31978 ts_tablet_manager.cc:1403] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d: Time spent bootstrapping tablet: real 0.117s	user 0.015s	sys 0.007s
14:07:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.417337 31979 tablet_bootstrap.cc:492] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0: No bootstrap required, opened a new log
14:07:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.417845 31979 ts_tablet_manager.cc:1403] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0: Time spent bootstrapping tablet: real 0.097s	user 0.018s	sys 0.011s
14:07:56.428 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:07:56.429 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:07:56.435 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fde4752
14:07:56.439 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5904b41
14:07:56.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@37243daf
14:07:56.441 [ERROR - Source: KuduSource -> Sink: Writer (2/4)#4] (HashedWheelTimer.java:470) You are creating too many HashedWheelTimer instances. HashedWheelTimer is a shared resource that must be reused across the JVM, so that only a few instances are created.
14:07:56.443 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:56.444 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:56.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:56.445 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:56.446 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.447 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.449 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.449 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.450 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.450 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.451 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.451 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.452 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.454 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.454 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.455 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.456 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.469 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.470 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.471 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.474721 31978 raft_consensus.cc:359] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.484 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.491 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.475660 31978 raft_consensus.cc:385] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.492085 31978 raft_consensus.cc:740] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d069812c4e644175b5dcf5141d1c336d, State: Initialized, Role: FOLLOWER
14:07:56.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.493146 31978 consensus_queue.cc:260] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.492659 31979 raft_consensus.cc:359] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.495847 31979 raft_consensus.cc:385] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.496229 31979 raft_consensus.cc:740] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b727ccf767d4abea1255e7dff86a1f0, State: Initialized, Role: FOLLOWER
14:07:56.501 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.501 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.502 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.499595 31979 consensus_queue.cc:260] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.503 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.504 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.504 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.505 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.506 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.506 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.507 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.509 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.509 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.509 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.509 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.510 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.510 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.510 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.510 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.510 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.511 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.512 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.512 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.513 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.517 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.518111 31978 ts_tablet_manager.cc:1434] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d: Time spent starting tablet: real 0.101s	user 0.028s	sys 0.010s
14:07:56.519 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.530 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.541 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.543745 31979 ts_tablet_manager.cc:1434] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0: Time spent starting tablet: real 0.126s	user 0.037s	sys 0.002s
14:07:56.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.551 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.556 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.570 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.571 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.572 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.573 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.576 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.576 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.576 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.577 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.578 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.579 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:56.579963 31562 tablet.cc:2404] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:56.584 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:56.588165 31859 tablet.cc:2404] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:56.589 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.590 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.590 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.591 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.592 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.596 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.596 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.596 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.598 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:56.606707 31707 tablet.cc:2404] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:56.610 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.610 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.610 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.612 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.613 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.628 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.628618 32010 raft_consensus.cc:493] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:56.629 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.629257 32010 raft_consensus.cc:515] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.632 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.632 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.632 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.633 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.636 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.636 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.637 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.633571 32019 raft_consensus.cc:493] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.634245 32019 raft_consensus.cc:515] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.635303 32010 leader_election.cc:290] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:56.641 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.644243 32019 leader_election.cc:290] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147), d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:56.652 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.657 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.663 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:56.666 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.671 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.671 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.671 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.671 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.671 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.671 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.673 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.673 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.674 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:56.674 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:56.674 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:56.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:56.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:56.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:56.675 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:56.676 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.676 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.677 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.678 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.678 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.679 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.687363 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "217e0afa54524f21870278c64667b16e" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0" is_pre_election: true
14:07:56.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.688330 31510 raft_consensus.cc:2468] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d069812c4e644175b5dcf5141d1c336d in term 0.
14:07:56.690 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.691 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.691 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.689913 31588 leader_election.cc:304] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9b727ccf767d4abea1255e7dff86a1f0, d069812c4e644175b5dcf5141d1c336d; no voters: 
14:07:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.690805 32010 raft_consensus.cc:2804] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.691215 32010 raft_consensus.cc:493] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.691558 32010 raft_consensus.cc:3060] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Advancing to term 1
14:07:56.696 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.696 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.696 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.697 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.698709 31653 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "217e0afa54524f21870278c64667b16e" candidate_uuid: "9b727ccf767d4abea1255e7dff86a1f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d069812c4e644175b5dcf5141d1c336d" is_pre_election: true
14:07:56.699 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.699 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.699 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.701 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.702 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.702 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.702 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.702 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.702409 31807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "217e0afa54524f21870278c64667b16e" candidate_uuid: "9b727ccf767d4abea1255e7dff86a1f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d5220e0ac89442f6958dc7ef4875089f" is_pre_election: true
14:07:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.703358 31807 raft_consensus.cc:2468] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9b727ccf767d4abea1255e7dff86a1f0 in term 0.
14:07:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.705047 31443 leader_election.cc:304] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9b727ccf767d4abea1255e7dff86a1f0, d5220e0ac89442f6958dc7ef4875089f; no voters: 
14:07:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.705201 32010 raft_consensus.cc:515] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.705926 32019 raft_consensus.cc:2804] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.706291 32019 raft_consensus.cc:493] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.706705 31653 raft_consensus.cc:2393] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9b727ccf767d4abea1255e7dff86a1f0 in current term 1: Already voted for candidate d069812c4e644175b5dcf5141d1c336d in this term.
14:07:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.706650 32019 raft_consensus.cc:3060] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Advancing to term 1
14:07:56.710 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.710 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.710 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.710 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.710 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.710 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.712 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.712 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.712 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.712 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.717773 32010 leader_election.cc:290] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 election: Requested vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.718107 31807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "217e0afa54524f21870278c64667b16e" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d5220e0ac89442f6958dc7ef4875089f" is_pre_election: true
14:07:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.718679 31807 raft_consensus.cc:2468] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d069812c4e644175b5dcf5141d1c336d in term 0.
14:07:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.719115 31806 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "217e0afa54524f21870278c64667b16e" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d5220e0ac89442f6958dc7ef4875089f"
14:07:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.719738 31806 raft_consensus.cc:3060] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Advancing to term 1
14:07:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.723137 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "217e0afa54524f21870278c64667b16e" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0"
14:07:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.723652 32019 raft_consensus.cc:515] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.725098 31510 raft_consensus.cc:2393] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate d069812c4e644175b5dcf5141d1c336d in current term 1: Already voted for candidate 9b727ccf767d4abea1255e7dff86a1f0 in this term.
14:07:56.729 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:56.729 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:56.729 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:56.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:56.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:56.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:56.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:56.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:56.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:56.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:56.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:56.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:56.730 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.729708 31806 raft_consensus.cc:2468] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d069812c4e644175b5dcf5141d1c336d in term 1.
14:07:56.730 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.730 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.731 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.733 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.731681 31807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "217e0afa54524f21870278c64667b16e" candidate_uuid: "9b727ccf767d4abea1255e7dff86a1f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d5220e0ac89442f6958dc7ef4875089f"
14:07:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.731743 31653 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "217e0afa54524f21870278c64667b16e" candidate_uuid: "9b727ccf767d4abea1255e7dff86a1f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d069812c4e644175b5dcf5141d1c336d"
14:07:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.730619 32019 leader_election.cc:290] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [CANDIDATE]: Term 1 election: Requested vote from peers d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147), d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.732491 31807 raft_consensus.cc:2393] T 217e0afa54524f21870278c64667b16e P d5220e0ac89442f6958dc7ef4875089f [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 9b727ccf767d4abea1255e7dff86a1f0 in current term 1: Already voted for candidate d069812c4e644175b5dcf5141d1c336d in this term.
14:07:56.733 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.732503 31653 raft_consensus.cc:2393] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 9b727ccf767d4abea1255e7dff86a1f0 in current term 1: Already voted for candidate d069812c4e644175b5dcf5141d1c336d in this term.
14:07:56.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.733 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.734 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.733251 31585 leader_election.cc:304] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d069812c4e644175b5dcf5141d1c336d, d5220e0ac89442f6958dc7ef4875089f; no voters: 9b727ccf767d4abea1255e7dff86a1f0
14:07:56.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.733958 31443 leader_election.cc:304] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9b727ccf767d4abea1255e7dff86a1f0; no voters: d069812c4e644175b5dcf5141d1c336d, d5220e0ac89442f6958dc7ef4875089f
14:07:56.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.734284 32010 raft_consensus.cc:2804] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Leader election won for term 1
14:07:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.734793 32019 raft_consensus.cc:2749] T 217e0afa54524f21870278c64667b16e P 9b727ccf767d4abea1255e7dff86a1f0 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:07:56.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.736 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.750 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.750 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.750 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.753 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.753167 32010 raft_consensus.cc:697] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [term 1 LEADER]: Becoming Leader. State: Replica: d069812c4e644175b5dcf5141d1c336d, State: Running, Role: LEADER
14:07:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.754290 32010 consensus_queue.cc:237] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:56.771 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.772 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.772 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.776 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.776 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.776 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.778 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:56.775429 31025 catalog_manager.cc:5696] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d reported cstate change: term changed from 0 to 1, leader changed from <none> to d069812c4e644175b5dcf5141d1c336d (127.30.50.194). New cstate: current_term: 1 leader_uuid: "d069812c4e644175b5dcf5141d1c336d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } health_report { overall_health: UNKNOWN } } }
14:07:56.810 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.810 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.810 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.811 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.811 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.812 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.812 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.812 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.813 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.817 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:56.817 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:56.817 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:56.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:56.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:56.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:56.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:56.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:56.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:56.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:56.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:56.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:56.824 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:56.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:56.852 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.852 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.852 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.853 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.853 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.854 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.871 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.871 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.871 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.871 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.871 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.871 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.873 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.873 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.873 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.873 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.873 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:56.911 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.911 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.911 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:56.950 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.950 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.950 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.950 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.950 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.950 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:56.951 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:56.951 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:56.951 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:56.951 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:56.951 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:56.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:56.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:56.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:56.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:56.952 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:56.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:56.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:56.953 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:56.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.016 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:57.017 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:57.017 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:57.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.031 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:57.031 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:57.032 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:57.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.142825 32010 consensus_queue.cc:1048] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:57.158 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:57.159 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:57.159 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:57.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:57.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:57.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:57.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:57.159 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:57.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:57.160 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:57.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:57.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:57.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:57.161 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:57.161 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:57.161 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:57.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.162 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:57.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.174405 32010 consensus_queue.cc:1048] T 217e0afa54524f21870278c64667b16e P d069812c4e644175b5dcf5141d1c336d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:57.230 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:57.231 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:57.231 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:57.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:57.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:57.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:57.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:57.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:57.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:57.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:57.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:57.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:57.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:57.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:57.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:57.396799 31139 debug-util.cc:398] Leaking SignalData structure 0x7b0800096180 after lost signal to thread 31067
14:07:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:57.397382 31139 debug-util.cc:398] Leaking SignalData structure 0x7b0800070b60 after lost signal to thread 31142
14:07:57.410 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:57.410 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:57.410 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:57.410 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.411 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.416 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:57.417 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:57.417 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:57.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.418 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:57.450 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:57.450 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:57.451 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:57.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.500 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:57.500 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:57.500 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:57.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:57.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:57.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:57.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:57.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:57.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:57.501 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:57.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:57.501 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:57.501 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:57.630 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:57.630 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:57.630 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:57.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.632 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:57.710 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:57.710 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:57.710 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:57.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:57.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:57.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:57.713 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.751042 31025 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:34626:
14:07:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
14:07:57.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:57.854323 31025 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 81fffe9b7d544dd1800c76ddfe6be91e has no consensus state
14:07:57.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.886685 31490 tablet_service.cc:1511] Processing CreateTablet for tablet 81fffe9b7d544dd1800c76ddfe6be91e (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:07:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.889204 31633 tablet_service.cc:1511] Processing CreateTablet for tablet 81fffe9b7d544dd1800c76ddfe6be91e (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:07:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.890453 31633 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 81fffe9b7d544dd1800c76ddfe6be91e. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.891827 31490 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 81fffe9b7d544dd1800c76ddfe6be91e. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:57.897229 31009 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 81fffe9b7d544dd1800c76ddfe6be91e (table replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 81fffe9b7d544dd1800c76ddfe6be91e consensus state has no leader
14:07:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.897291 31787 tablet_service.cc:1511] Processing CreateTablet for tablet 81fffe9b7d544dd1800c76ddfe6be91e (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
14:07:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.898588 31787 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 81fffe9b7d544dd1800c76ddfe6be91e. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.923727 32071 tablet_bootstrap.cc:492] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f: Bootstrap starting.
14:07:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.935662 32071 tablet_bootstrap.cc:654] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f: Neither blocks nor log segments found. Creating new log.
14:07:57.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.975623 32073 tablet_bootstrap.cc:492] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0: Bootstrap starting.
14:07:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.987674 32074 tablet_bootstrap.cc:492] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d: Bootstrap starting.
14:07:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.993677 32071 tablet_bootstrap.cc:492] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f: No bootstrap required, opened a new log
14:07:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.994391 32071 ts_tablet_manager.cc:1403] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f: Time spent bootstrapping tablet: real 0.071s	user 0.016s	sys 0.037s
14:07:57.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.998541 32071 raft_consensus.cc:359] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:57.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.999547 32071 raft_consensus.cc:385] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:58.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.000237 32071 raft_consensus.cc:740] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d5220e0ac89442f6958dc7ef4875089f, State: Initialized, Role: FOLLOWER
14:07:58.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.001444 32071 consensus_queue.cc:260] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.017567 32071 ts_tablet_manager.cc:1434] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f: Time spent starting tablet: real 0.023s	user 0.003s	sys 0.011s
14:07:58.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.035490 32074 tablet_bootstrap.cc:654] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d: Neither blocks nor log segments found. Creating new log.
14:07:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.038480 32073 tablet_bootstrap.cc:654] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0: Neither blocks nor log segments found. Creating new log.
14:07:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.066040 31025 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a: replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0] alter complete (version 0)
14:07:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.078503 32074 tablet_bootstrap.cc:492] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d: No bootstrap required, opened a new log
14:07:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.078970 32074 ts_tablet_manager.cc:1403] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d: Time spent bootstrapping tablet: real 0.093s	user 0.008s	sys 0.004s
14:07:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.085655 32073 tablet_bootstrap.cc:492] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0: No bootstrap required, opened a new log
14:07:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.086329 32073 ts_tablet_manager.cc:1403] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0: Time spent bootstrapping tablet: real 0.111s	user 0.006s	sys 0.007s
14:07:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.087841 32074 raft_consensus.cc:359] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.088799 32074 raft_consensus.cc:385] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.089124 32074 raft_consensus.cc:740] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d069812c4e644175b5dcf5141d1c336d, State: Initialized, Role: FOLLOWER
14:07:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.092944 32074 consensus_queue.cc:260] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.095119 32074 ts_tablet_manager.cc:1434] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
14:07:58.098 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:58.098 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:58.098 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:58.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:58.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.109262 32073 raft_consensus.cc:359] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.115983 32073 raft_consensus.cc:385] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.118081 32073 raft_consensus.cc:740] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b727ccf767d4abea1255e7dff86a1f0, State: Initialized, Role: FOLLOWER
14:07:58.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.119621 32073 consensus_queue.cc:260] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.130787 31024 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:34626:
14:07:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\310\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
14:07:58.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.176204 32073 ts_tablet_manager.cc:1434] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0: Time spent starting tablet: real 0.089s	user 0.009s	sys 0.000s
14:07:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.177516 32075 raft_consensus.cc:493] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.178004 32075 raft_consensus.cc:515] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.186129 32075 leader_election.cc:290] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147)
14:07:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.204205 31024 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 81fffe9b7d544dd1800c76ddfe6be91e consensus state has no leader
14:07:58.205 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:58.206 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:58.206 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:58.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:58.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:58.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:58.206 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:58.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:58.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:58.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:58.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:58.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:58.207 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.210935 31024 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 has no consensus state
14:07:58.233 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:58.233 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:58.233 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:58.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:58.251 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:58.252 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:58.252 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:58.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:58.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:58.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:58.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:58.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:58.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:58.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:58.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:58.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:58.253 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.255837 31490 tablet_service.cc:1511] Processing CreateTablet for tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION 200 <= VALUES
14:07:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.257203 31490 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c82d5c0a3b3b40dfb4aad47ec8cf3248. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.259047 31633 tablet_service.cc:1511] Processing CreateTablet for tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION 200 <= VALUES
14:07:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.260440 31633 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c82d5c0a3b3b40dfb4aad47ec8cf3248. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.261538 31787 tablet_service.cc:1511] Processing CreateTablet for tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 (DEFAULT_TABLE table=replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0]), partition=RANGE (key1) PARTITION 200 <= VALUES
14:07:58.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.262764 31787 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c82d5c0a3b3b40dfb4aad47ec8cf3248. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.271147 32065 raft_consensus.cc:493] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.271638 32065 raft_consensus.cc:515] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.273505 32065 leader_election.cc:290] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.274358 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81fffe9b7d544dd1800c76ddfe6be91e" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0" is_pre_election: true
14:07:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.274971 31510 raft_consensus.cc:2468] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d069812c4e644175b5dcf5141d1c336d in term 0.
14:07:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.275672 31807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81fffe9b7d544dd1800c76ddfe6be91e" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d5220e0ac89442f6958dc7ef4875089f" is_pre_election: true
14:07:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.276286 31807 raft_consensus.cc:2468] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d069812c4e644175b5dcf5141d1c336d in term 0.
14:07:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.277508 31585 leader_election.cc:304] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d069812c4e644175b5dcf5141d1c336d, d5220e0ac89442f6958dc7ef4875089f; no voters: 
14:07:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.278458 32065 raft_consensus.cc:2804] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:58.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.278759 32065 raft_consensus.cc:493] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.279279 32065 raft_consensus.cc:3060] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Advancing to term 1
14:07:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.306667 32071 tablet_bootstrap.cc:492] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f: Bootstrap starting.
14:07:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.312505 31653 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81fffe9b7d544dd1800c76ddfe6be91e" candidate_uuid: "d5220e0ac89442f6958dc7ef4875089f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d069812c4e644175b5dcf5141d1c336d" is_pre_election: true
14:07:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.313977 32071 tablet_bootstrap.cc:654] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f: Neither blocks nor log segments found. Creating new log.
14:07:58.319 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:58.319 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:58.319 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:58.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:58.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:58.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:58.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:58.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:58.321 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:58.321 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:58.321 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:58.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:58.321 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.319023 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81fffe9b7d544dd1800c76ddfe6be91e" candidate_uuid: "d5220e0ac89442f6958dc7ef4875089f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0" is_pre_election: true
14:07:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.319650 31510 raft_consensus.cc:2468] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d5220e0ac89442f6958dc7ef4875089f in term 0.
14:07:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.321086 31743 leader_election.cc:304] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9b727ccf767d4abea1255e7dff86a1f0, d5220e0ac89442f6958dc7ef4875089f; no voters: 
14:07:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.322950 32075 raft_consensus.cc:2804] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.323295 32075 raft_consensus.cc:493] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.323603 32075 raft_consensus.cc:3060] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Advancing to term 1
14:07:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.328917 32071 tablet_bootstrap.cc:492] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f: No bootstrap required, opened a new log
14:07:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.329339 32071 ts_tablet_manager.cc:1403] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f: Time spent bootstrapping tablet: real 0.023s	user 0.009s	sys 0.003s
14:07:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.333648 32075 raft_consensus.cc:515] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.338986 32075 leader_election.cc:290] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [CANDIDATE]: Term 1 election: Requested vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147)
14:07:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.339020 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81fffe9b7d544dd1800c76ddfe6be91e" candidate_uuid: "d5220e0ac89442f6958dc7ef4875089f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0"
14:07:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.339607 31510 raft_consensus.cc:3060] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Advancing to term 1
14:07:58.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.333866 32071 raft_consensus.cc:359] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.343102 32071 raft_consensus.cc:385] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.341565 32065 raft_consensus.cc:515] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.343497 32071 raft_consensus.cc:740] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d5220e0ac89442f6958dc7ef4875089f, State: Initialized, Role: FOLLOWER
14:07:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.345715 32071 consensus_queue.cc:260] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.355100 31510 raft_consensus.cc:2468] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d5220e0ac89442f6958dc7ef4875089f in term 1.
14:07:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.357550 32071 ts_tablet_manager.cc:1434] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f: Time spent starting tablet: real 0.028s	user 0.005s	sys 0.002s
14:07:58.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.362450 32073 tablet_bootstrap.cc:492] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0: Bootstrap starting.
14:07:58.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.369484 31652 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81fffe9b7d544dd1800c76ddfe6be91e" candidate_uuid: "d5220e0ac89442f6958dc7ef4875089f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d069812c4e644175b5dcf5141d1c336d"
14:07:58.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.370998 31653 raft_consensus.cc:2393] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d5220e0ac89442f6958dc7ef4875089f in current term 1: Already voted for candidate d069812c4e644175b5dcf5141d1c336d in this term.
14:07:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.375586 31743 leader_election.cc:304] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9b727ccf767d4abea1255e7dff86a1f0, d5220e0ac89442f6958dc7ef4875089f; no voters: 
14:07:58.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.376403 32075 raft_consensus.cc:2804] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 1 FOLLOWER]: Leader election won for term 1
14:07:58.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:58.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.392002 32074 tablet_bootstrap.cc:492] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d: Bootstrap starting.
14:07:58.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.407104 32074 tablet_bootstrap.cc:654] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d: Neither blocks nor log segments found. Creating new log.
14:07:58.426 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:58.426 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:58.426 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:58.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:58.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:58.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:58.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:58.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:58.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:58.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:58.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:58.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:58.427 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.427143 32074 tablet_bootstrap.cc:492] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d: No bootstrap required, opened a new log
14:07:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.426023 31024 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 09239154b296449ab58a358597eec30a: replication_test_table [id=5b36f7bcfa3b4da0842f74099988a6d0] alter complete (version 0)
14:07:58.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.427870 32074 ts_tablet_manager.cc:1403] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d: Time spent bootstrapping tablet: real 0.036s	user 0.004s	sys 0.012s
14:07:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.432476 32074 raft_consensus.cc:359] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.435987 32074 raft_consensus.cc:385] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:58.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.437377 32073 tablet_bootstrap.cc:654] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0: Neither blocks nor log segments found. Creating new log.
14:07:58.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.440687 32065 leader_election.cc:290] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 election: Requested vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.442083 31807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81fffe9b7d544dd1800c76ddfe6be91e" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d5220e0ac89442f6958dc7ef4875089f"
14:07:58.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:58.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.437775 32074 raft_consensus.cc:740] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d069812c4e644175b5dcf5141d1c336d, State: Initialized, Role: FOLLOWER
14:07:58.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.446460 32074 consensus_queue.cc:260] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.456629 32074 ts_tablet_manager.cc:1434] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d: Time spent starting tablet: real 0.028s	user 0.007s	sys 0.000s
14:07:58.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:07:58.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:07:58.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:07:58.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:58.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:58.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:07:58.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:58.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:58.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:07:58.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:58.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:58.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:07:58.462 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:07:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.464231 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81fffe9b7d544dd1800c76ddfe6be91e" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0"
14:07:58.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.465298 31510 raft_consensus.cc:2393] T 81fffe9b7d544dd1800c76ddfe6be91e P 9b727ccf767d4abea1255e7dff86a1f0 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate d069812c4e644175b5dcf5141d1c336d in current term 1: Already voted for candidate d5220e0ac89442f6958dc7ef4875089f in this term.
14:07:58.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.468138 32075 raft_consensus.cc:697] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [term 1 LEADER]: Becoming Leader. State: Replica: d5220e0ac89442f6958dc7ef4875089f, State: Running, Role: LEADER
14:07:58.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.469252 32075 consensus_queue.cc:237] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.477 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:58.477 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:58.477 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:58.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:58.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:58.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:58.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:58.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:58.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:58.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:58.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:58.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:58.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.481099 32073 tablet_bootstrap.cc:492] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0: No bootstrap required, opened a new log
14:07:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.481727 32073 ts_tablet_manager.cc:1403] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0: Time spent bootstrapping tablet: real 0.119s	user 0.016s	sys 0.000s
14:07:58.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.493752 32073 raft_consensus.cc:359] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.499053 32073 raft_consensus.cc:385] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:58.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.499924 32073 raft_consensus.cc:740] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b727ccf767d4abea1255e7dff86a1f0, State: Initialized, Role: FOLLOWER
14:07:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.504175 32073 consensus_queue.cc:260] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.504752 31585 leader_election.cc:304] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d069812c4e644175b5dcf5141d1c336d; no voters: 9b727ccf767d4abea1255e7dff86a1f0, d5220e0ac89442f6958dc7ef4875089f
14:07:58.512 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:58.512 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:58.512 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:58.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.508476 32065 raft_consensus.cc:2749] T 81fffe9b7d544dd1800c76ddfe6be91e P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:07:58.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.513 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.503572 31024 catalog_manager.cc:5696] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f reported cstate change: term changed from 0 to 1, leader changed from <none> to d5220e0ac89442f6958dc7ef4875089f (127.30.50.195). New cstate: current_term: 1 leader_uuid: "d5220e0ac89442f6958dc7ef4875089f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } health_report { overall_health: HEALTHY } } }
14:07:58.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.520715 32073 ts_tablet_manager.cc:1434] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0: Time spent starting tablet: real 0.031s	user 0.007s	sys 0.000s
14:07:58.536 [DEBUG - main] (Connection.java:575) [peer master-127.29.101.253:41249(127.29.101.253:41249)] disconnecting while in state READY
14:07:58.536 [DEBUG - main] (Connection.java:575) [peer master-127.29.101.254:45169(127.29.101.254:45169)] disconnecting while in state READY
14:07:58.536 [DEBUG - main] (Connection.java:575) [peer master-127.29.101.252:39175(127.29.101.252:39175)] disconnecting while in state READY
14:07:58.537 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.101.253:41249(127.29.101.253:41249)] handling channelInactive
14:07:58.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state READY due to: connection closed
14:07:58.537 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.101.254:45169(127.29.101.254:45169)] handling channelInactive
14:07:58.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state READY due to: connection closed
14:07:58.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:58.543 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
14:07:58.544 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
14:07:58.564 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.101.252:39175(127.29.101.252:39175)] handling channelInactive
14:07:58.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state READY due to: connection closed
14:07:58.564 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:07:58.565 [DEBUG - main] (Connection.java:575) [peer master-127.30.50.254:35515(127.30.50.254:35515)] disconnecting while in state READY
14:07:58.565 [DEBUG - main] (Connection.java:575) [peer master-127.30.50.252:37287(127.30.50.252:37287)] disconnecting while in state READY
14:07:58.565 [DEBUG - main] (Connection.java:575) [peer master-127.30.50.253:33427(127.30.50.253:33427)] disconnecting while in state READY
14:07:58.565 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.50.254:35515(127.30.50.254:35515)] handling channelInactive
14:07:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.562883 32086 raft_consensus.cc:493] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:58.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state READY due to: connection closed
14:07:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.563443 32086 raft_consensus.cc:515] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.565411 32086 leader_election.cc:290] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:58.566 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.50.252:37287(127.30.50.252:37287)] handling channelInactive
14:07:58.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state READY due to: connection closed
14:07:58.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:58.568 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:07:58.568 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
14:07:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.570192 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c82d5c0a3b3b40dfb4aad47ec8cf3248" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0" is_pre_election: true
14:07:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.570799 31510 raft_consensus.cc:2468] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d069812c4e644175b5dcf5141d1c336d in term 0.
14:07:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.572142 31588 leader_election.cc:304] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9b727ccf767d4abea1255e7dff86a1f0, d069812c4e644175b5dcf5141d1c336d; no voters: 
14:07:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.572425 31807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c82d5c0a3b3b40dfb4aad47ec8cf3248" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d5220e0ac89442f6958dc7ef4875089f" is_pre_election: true
14:07:58.574 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.50.253:33427(127.30.50.253:33427)] handling channelInactive
14:07:58.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state READY due to: connection closed
14:07:58.575 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
14:07:58.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.573046 31807 raft_consensus.cc:2468] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d069812c4e644175b5dcf5141d1c336d in term 0.
14:07:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.573242 32086 raft_consensus.cc:2804] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.573580 32086 raft_consensus.cc:493] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.573913 32086 raft_consensus.cc:3060] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 0 FOLLOWER]: Advancing to term 1
14:07:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.573820 32075 raft_consensus.cc:493] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.574290 32075 raft_consensus.cc:515] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.576277 32075 leader_election.cc:290] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147)
14:07:58.576 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:07:58.577 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
14:07:58.577 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
14:07:58.577 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:07:58.577 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:07:58.577 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:07:58.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.577971 31653 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c82d5c0a3b3b40dfb4aad47ec8cf3248" candidate_uuid: "d5220e0ac89442f6958dc7ef4875089f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d069812c4e644175b5dcf5141d1c336d" is_pre_election: true
14:07:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.579130 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c82d5c0a3b3b40dfb4aad47ec8cf3248" candidate_uuid: "d5220e0ac89442f6958dc7ef4875089f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0" is_pre_election: true
14:07:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.579722 31510 raft_consensus.cc:2468] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d5220e0ac89442f6958dc7ef4875089f in term 0.
14:07:58.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.581024 31743 leader_election.cc:304] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9b727ccf767d4abea1255e7dff86a1f0, d5220e0ac89442f6958dc7ef4875089f; no voters: 
14:07:58.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.581890 32075 raft_consensus.cc:2804] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:58.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.582260 32075 raft_consensus.cc:493] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:58.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.582624 32075 raft_consensus.cc:3060] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 0 FOLLOWER]: Advancing to term 1
14:07:58.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.583407 32086 raft_consensus.cc:515] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.584923 31653 raft_consensus.cc:2393] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d5220e0ac89442f6958dc7ef4875089f in current term 1: Already voted for candidate d069812c4e644175b5dcf5141d1c336d in this term.
14:07:58.587 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
14:07:58.587 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
14:07:58.588 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
14:07:58.588 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
14:07:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.588634 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c82d5c0a3b3b40dfb4aad47ec8cf3248" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0"
14:07:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.589164 31510 raft_consensus.cc:3060] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [term 0 FOLLOWER]: Advancing to term 1
14:07:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.590248 32086 leader_election.cc:290] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 election: Requested vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d5220e0ac89442f6958dc7ef4875089f (127.30.50.195:35777)
14:07:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.590454 31807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c82d5c0a3b3b40dfb4aad47ec8cf3248" candidate_uuid: "d069812c4e644175b5dcf5141d1c336d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d5220e0ac89442f6958dc7ef4875089f"
14:07:58.592 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
14:07:58.592 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
14:07:58.592 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
14:07:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.596112 31510 raft_consensus.cc:2468] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d069812c4e644175b5dcf5141d1c336d in term 1.
14:07:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.597595 31588 leader_election.cc:304] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9b727ccf767d4abea1255e7dff86a1f0, d069812c4e644175b5dcf5141d1c336d; no voters: 
14:07:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.598563 32086 raft_consensus.cc:2804] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 1 FOLLOWER]: Leader election won for term 1
14:07:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.600123 32086 raft_consensus.cc:697] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [term 1 LEADER]: Becoming Leader. State: Replica: d069812c4e644175b5dcf5141d1c336d, State: Running, Role: LEADER
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.599395 32075 raft_consensus.cc:515] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.601217 32086 consensus_queue.cc:237] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } }
14:07:58.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.602089 31807 raft_consensus.cc:2393] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate d069812c4e644175b5dcf5141d1c336d in current term 1: Already voted for candidate d5220e0ac89442f6958dc7ef4875089f in this term.
14:07:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.627252 32075 leader_election.cc:290] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [CANDIDATE]: Term 1 election: Requested vote from peers 9b727ccf767d4abea1255e7dff86a1f0 (127.30.50.193:41779), d069812c4e644175b5dcf5141d1c336d (127.30.50.194:43147)
14:07:58.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.628479 31510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c82d5c0a3b3b40dfb4aad47ec8cf3248" candidate_uuid: "d5220e0ac89442f6958dc7ef4875089f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b727ccf767d4abea1255e7dff86a1f0"
14:07:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.628970 31653 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c82d5c0a3b3b40dfb4aad47ec8cf3248" candidate_uuid: "d5220e0ac89442f6958dc7ef4875089f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d069812c4e644175b5dcf5141d1c336d"
14:07:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.629303 31510 raft_consensus.cc:2393] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P 9b727ccf767d4abea1255e7dff86a1f0 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate d5220e0ac89442f6958dc7ef4875089f in current term 1: Already voted for candidate d069812c4e644175b5dcf5141d1c336d in this term.
14:07:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.630872 31743 leader_election.cc:304] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d5220e0ac89442f6958dc7ef4875089f; no voters: 9b727ccf767d4abea1255e7dff86a1f0, d069812c4e644175b5dcf5141d1c336d
14:07:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.632170 32075 raft_consensus.cc:2749] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d5220e0ac89442f6958dc7ef4875089f [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:07:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.653443 31025 catalog_manager.cc:5696] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d reported cstate change: term changed from 0 to 1, leader changed from <none> to d069812c4e644175b5dcf5141d1c336d (127.30.50.194). New cstate: current_term: 1 leader_uuid: "d069812c4e644175b5dcf5141d1c336d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 } health_report { overall_health: UNKNOWN } } }
14:07:58.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:58.717 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:58.717 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:58.717 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:58.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.718 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:58.825 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:58.825 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:58.825 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:58.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:58.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:58.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:58.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:58.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:58.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:58.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:58.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:58.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:58.827 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:58.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:58.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.900060 32075 consensus_queue.cc:1048] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [LEADER]: Connected to new peer: Peer: permanent_uuid: "d069812c4e644175b5dcf5141d1c336d" member_type: VOTER last_known_addr { host: "127.30.50.194" port: 43147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:07:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.922583 32075 consensus_queue.cc:1048] T 81fffe9b7d544dd1800c76ddfe6be91e P d5220e0ac89442f6958dc7ef4875089f [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:58.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:58.957 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
14:07:58.970 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:58.970 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:58.970 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:58.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.972 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:58.992 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:58.992 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:58.992 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:58.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:58.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:58.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:58.994 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:59.050 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
14:07:59.050 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
14:07:59.050 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
14:07:59.073 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:07:59.073 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:07:59.073 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:07:59.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:59.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:59.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:07:59.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:59.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:59.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:07:59.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:59.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:59.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:07:59.075 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:07:59.081 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:07:59.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:59.168 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:59.169 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:59.169 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:59.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.170 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:59.174525 32086 consensus_queue.cc:1048] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b727ccf767d4abea1255e7dff86a1f0" member_type: VOTER last_known_addr { host: "127.30.50.193" port: 41779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:59.191 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:07:59.191 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:07:59.191 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:07:59.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:59.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:59.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:07:59.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:59.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:59.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:07:59.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:59.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:59.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:07:59.193 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:07:59.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:59.224704 32111 consensus_queue.cc:1048] T c82d5c0a3b3b40dfb4aad47ec8cf3248 P d069812c4e644175b5dcf5141d1c336d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d5220e0ac89442f6958dc7ef4875089f" member_type: VOTER last_known_addr { host: "127.30.50.195" port: 35777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:59.326 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:59.326 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:59.326 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:59.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:59.338 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:59.338 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:59.339 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:59.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.339 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.339 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:59.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:59.348 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:59.348 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:59.348 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:59.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.349 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:07:59.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:59.439 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:07:59.439 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:07:59.439 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:07:59.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:59.440 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:59.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:07:59.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:59.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:59.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:07:59.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:59.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:59.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:07:59.441 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:07:59.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:59.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:59.705 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:07:59.705 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:07:59.706 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:07:59.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:59.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:59.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:59.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:59.710 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:07:59.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:59.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:07:59.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:59.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:07:59.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:07:59.797 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:07:59.797 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:07:59.797 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:07:59.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:07:59.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:07:59.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:07:59.798 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:07:59.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:59.856 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:07:59.856 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:07:59.856 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:07:59.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:59.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:59.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:07:59.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:59.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:59.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:07:59.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:59.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:59.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:07:59.858 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:07:59.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:59.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:07:59.945 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:07:59.945 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:07:59.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.946 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:07:59.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:07:59.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:07:59.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:07:59.947 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:00.036 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:00.037 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:00.038 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:00.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:00.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:00.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:00.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:00.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:00.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:00.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:00.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:00.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:00.039 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:00.145 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:00.145 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:00.146 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:00.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:00.162 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:00.169 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:00.169 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:00.169 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:00.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.170 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:00.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:00.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:00.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:00.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.247 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:00.276 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:00.277 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:00.277 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:00.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.278 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:00.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:00.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:00.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:00.445 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:00.445 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:00.445 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:00.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.446 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:00.489 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:00.489 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:00.489 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:00.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:00.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.490 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:00.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:00.490 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:00.533 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
14:08:00.636 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:00.636 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:00.636 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:00.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:00.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:00.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:00.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:00.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:00.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:00.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:00.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:00.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:00.637 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:00.651 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:00.651 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:00.651 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:00.651 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:00.651 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:00.651 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:00.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:00.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:00.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:00.652 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:00.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:00.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:00.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:00.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:00.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:00.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:00.654 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:00.663 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:00.745 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
14:08:00.759 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:08:00.786 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
14:08:00.799 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
14:08:00.834 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
14:08:00.837 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:00.837 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:00.837 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:00.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:00.843 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:00.848 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:00.849 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:00.849 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:00.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:00.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:00.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:00.850 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:00.850 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:00.850 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:00.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.850 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:00.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:00.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:00.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:00.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:00.865 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
14:08:00.866 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
14:08:00.866 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
14:08:00.867 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
14:08:00.867 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
14:08:00.867 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
14:08:00.867 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
14:08:00.867 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:08:00.868 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:08:00.868 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:08:00.869 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:08:00.869 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:08:00.869 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:08:00.869 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
14:08:00.869 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
14:08:00.869 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
14:08:00.869 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
14:08:00.869 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
14:08:00.869 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:08:00.870 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:08:00.870 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:08:00.871 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:08:00.871 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:08:00.871 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:08:00.871 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_c7c1a93dc824d66a08fd65914147cd4b/blobStorage
14:08:00.881 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:33633 - max concurrent requests: 50 - max backlog: 1000
14:08:00.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:00.894 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_c7c1a93dc824d66a08fd65914147cd4b/blobStorage
14:08:00.895 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_c7c1a93dc824d66a08fd65914147cd4b/blobStorage
14:08:00.895 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
14:08:00.896 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: ca0c452b-28bb-4897-a72b-1cf8ebe09de8
14:08:00.898 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
14:08:00.899 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-207f7fcb-9a9e-4669-b4ae-7c92fe223654
14:08:00.900 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-087bb7ec-1fbc-499a-8eab-8d42fcbd580b
14:08:00.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:00.972 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
14:08:00.973 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
14:08:00.973 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
14:08:00.973 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
14:08:00.974 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
14:08:00.976 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_16 .
14:08:00.985 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
14:08:00.986 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-0cf782fc-f1d3-4d7c-99ee-df69ccaf7b37
14:08:00.987 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
14:08:00.987 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
14:08:00.997 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
14:08:00.997 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
14:08:01.001 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37567
14:08:01.001 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
14:08:01.009 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37567 was granted leadership with leaderSessionID=58099a66-915d-4a32-ac2c-6400fd82dd6c
14:08:01.009 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37567 , session=58099a66-915d-4a32-ac2c-6400fd82dd6c
14:08:01.010 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
14:08:01.016 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
14:08:01.016 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
14:08:01.017 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 09f538ec-ce12-43af-ad8e-ad3d8b0807ca. Creating new DispatcherLeaderProcess.
14:08:01.017 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
14:08:01.018 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
14:08:01.018 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
14:08:01.020 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
14:08:01.021 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_17 .
14:08:01.027 [INFO - pool-335-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id e7ab0083-d6d5-49e4-aca6-20a6d7f87db3.
14:08:01.028 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_17 , session=09f538ec-ce12-43af-ad8e-ad3d8b0807ca
14:08:01.031 [INFO - pool-335-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_18 .
14:08:01.048 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
14:08:01.048 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
14:08:01.049 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
14:08:01.049 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
14:08:01.049 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
14:08:01.050 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_18 , session=e7ab0083-d6d5-49e4-aca6-20a6d7f87db3
14:08:01.052 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(aca620a6d7f87db3e7ab0083d6d549e4).
14:08:01.066 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:08:01.073 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID ca0c452b-28bb-4897-a72b-1cf8ebe09de8 (pekko://flink/user/rpc/taskmanager_16) at ResourceManager
14:08:01.073 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (04f1cc06e642129ca1b576400efec783).
14:08:01.074 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_18 under registration id c348845f67fed7be8154faa532272ed2.
14:08:01.074 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (04f1cc06e642129ca1b576400efec783).
14:08:01.074 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor ca0c452b-28bb-4897-a72b-1cf8ebe09de8 under c348845f67fed7be8154faa532272ed2 at the slot manager.
14:08:01.074 [INFO - flink-pekko.actor.default-dispatcher-6] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-04f1cc06e642129ca1b576400efec783'.
14:08:01.075 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 04f1cc06e642129ca1b576400efec783 was granted leadership with leader id fe87593e-21d1-4d16-96b8-3a8a52687f6a. Creating new JobMasterServiceProcess.
14:08:01.077 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_19 .
14:08:01.082 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (04f1cc06e642129ca1b576400efec783).
14:08:01.083 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (04f1cc06e642129ca1b576400efec783).
14:08:01.083 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 55cfd48e941cac275df186f6dad9d5d5 for job 04f1cc06e642129ca1b576400efec783.
14:08:01.084 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (04f1cc06e642129ca1b576400efec783).
14:08:01.084 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
14:08:01.085 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
14:08:01.085 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@997c3f
14:08:01.085 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:01.086 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:01.091 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
14:08:01.092 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@c462319 for Flink Streaming Job (04f1cc06e642129ca1b576400efec783).
14:08:01.092 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_19 , session=fe87593e-21d1-4d16-96b8-3a8a52687f6a
14:08:01.099 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (04f1cc06e642129ca1b576400efec783) under job master id 96b83a8a52687f6afe87593e21d14d16.
14:08:01.100 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:01.101 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:01.105 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:01.105 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:01.105 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:01.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:01.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:01.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:01.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:01.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:01.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:01.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:01.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:01.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:01.107 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:01.108 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
14:08:01.108 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state CREATED to RUNNING.
14:08:01.114 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
14:08:01.115 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
14:08:01.115 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
14:08:01.115 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
14:08:01.116 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(aca620a6d7f87db3e7ab0083d6d549e4)
14:08:01.117 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:08:01.118 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager 96b83a8a52687f6afe87593e21d14d16@pekko://flink/user/rpc/jobmanager_19 for job 04f1cc06e642129ca1b576400efec783.
14:08:01.119 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:01.120 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:01.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.123 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 96b83a8a52687f6afe87593e21d14d16@pekko://flink/user/rpc/jobmanager_19 for job 04f1cc06e642129ca1b576400efec783.
14:08:01.143 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.101.252:39175(127.29.101.252:39175)] Successfully connected to peer
14:08:01.146 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:01.147 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.101.253:41249(127.29.101.253:41249)] Successfully connected to peer
14:08:01.149 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.252
14:08:01.151 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.101.254:45169(127.29.101.254:45169)] Successfully connected to peer
14:08:01.154 [DEBUG - main] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:01.159 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.253
14:08:01.160 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: aca620a6d7f87db3e7ab0083d6d549e4.
14:08:01.160 [DEBUG - main] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:01.160 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:01.161 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.50.252:37287(127.30.50.252:37287)] Successfully connected to peer
14:08:01.161 [DEBUG - main] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:01.162 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.50.254:35515(127.30.50.254:35515)] Successfully connected to peer
14:08:01.162 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.50.253:33427(127.30.50.253:33427)] Successfully connected to peer
14:08:01.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.166 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.252
14:08:01.168 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.254
14:08:01.170 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.173 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.176 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8862feea, L:/127.0.0.1:49212 - R:/127.29.101.253:41249] using SASL/PLAIN
14:08:01.178 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.254
14:08:01.181 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd93c2d35, L:/127.0.0.1:49278 - R:/127.29.101.252:39175] using SASL/PLAIN
14:08:01.188 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.192 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa14a3da2, L:/127.0.0.1:59808 - R:/127.30.50.254:35515] using SASL/PLAIN
14:08:01.193 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.253
14:08:01.196 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.200 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:01.200 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=71), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: OK, deferred=null) after lookup
14:08:01.200 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.204 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.204 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcdc2a039, L:/127.0.0.1:39086 - R:/127.30.50.252:37287] using SASL/PLAIN
14:08:01.205 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x55307427, L:/127.0.0.1:58742 - R:/127.29.101.254:45169] using SASL/PLAIN
14:08:01.209 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 217e0afa54524f21870278c64667b16e for table 'replication_test_table' with partition [<start>, 0x80000064)
14:08:01.209 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 81fffe9b7d544dd1800c76ddfe6be91e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:08:01.209 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 for table 'replication_test_table' with partition [0x800000C8, <end>)
14:08:01.209 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=217e0afa54524f21870278c64667b16e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=81fffe9b7d544dd1800c76ddfe6be91e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147),d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}]
14:08:01.209 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.50.254:35515, [3ms] Sub RPC GetTableLocations: received response from server master-127.30.50.254:35515: OK, deferred=null)) after lookup
14:08:01.209 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:01.210 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=92), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: OK, deferred=null) after lookup
14:08:01.210 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] connecting to peer
14:08:01.211 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] Successfully connected to peer
14:08:01.215 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:08:01.218 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.220 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 04f1cc06e642129ca1b576400efec783
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager ca0c452b-28bb-4897-a72b-1cf8ebe09de8
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
14:08:01.220 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a7d4e88f7b6cda19ca2d73fadeec701f from ca0c452b-28bb-4897-a72b-1cf8ebe09de8 for job 04f1cc06e642129ca1b576400efec783 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:01.221 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2f145d86d567a72631b500b9701c0b73 from ca0c452b-28bb-4897-a72b-1cf8ebe09de8 for job 04f1cc06e642129ca1b576400efec783 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:01.221 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 62f6069e698b0fcee469b532b3444339 from ca0c452b-28bb-4897-a72b-1cf8ebe09de8 for job 04f1cc06e642129ca1b576400efec783 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:01.222 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 635ba9188dc4453d9f8387198892f4be for table 'replication_test_table' with partition [<start>, 0x80000064)
14:08:01.222 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 51c7a7b445374ac6b3b116e0e824889f for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:08:01.222 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request a7d4e88f7b6cda19ca2d73fadeec701f for job 04f1cc06e642129ca1b576400efec783 from resource manager with leader id aca620a6d7f87db3e7ab0083d6d549e4.
14:08:01.222 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b19922ce03c44c3c800a8cfb5966e948 for table 'replication_test_table' with partition [0x800000C8, <end>)
14:08:01.222 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=635ba9188dc4453d9f8387198892f4be@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=51c7a7b445374ac6b3b116e0e824889f@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=b19922ce03c44c3c800a8cfb5966e948@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}]
14:08:01.222 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for a7d4e88f7b6cda19ca2d73fadeec701f with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:01.224 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2414a1fad3da9520b362aa6204f31981 from ca0c452b-28bb-4897-a72b-1cf8ebe09de8 for job 04f1cc06e642129ca1b576400efec783 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:01.226 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xab358de0, L:/127.0.0.1:56396 - R:/127.30.50.253:33427] using SASL/PLAIN
14:08:01.234 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.236 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 04f1cc06e642129ca1b576400efec783 for job leader monitoring.
14:08:01.236 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_19 with leader id fe87593e-21d1-4d16-96b8-3a8a52687f6a.
14:08:01.236 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 2f145d86d567a72631b500b9701c0b73 for job 04f1cc06e642129ca1b576400efec783 from resource manager with leader id aca620a6d7f87db3e7ab0083d6d549e4.
14:08:01.237 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 2f145d86d567a72631b500b9701c0b73 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:01.237 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 62f6069e698b0fcee469b532b3444339 for job 04f1cc06e642129ca1b576400efec783 from resource manager with leader id aca620a6d7f87db3e7ab0083d6d549e4.
14:08:01.237 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 62f6069e698b0fcee469b532b3444339 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:01.238 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 2414a1fad3da9520b362aa6204f31981 for job 04f1cc06e642129ca1b576400efec783 from resource manager with leader id aca620a6d7f87db3e7ab0083d6d549e4.
14:08:01.238 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 2414a1fad3da9520b362aa6204f31981 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:01.238 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
14:08:01.240 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_19 for job 04f1cc06e642129ca1b576400efec783.
14:08:01.240 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1783) Establish JobManager connection for job 04f1cc06e642129ca1b576400efec783.
14:08:01.240 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 04f1cc06e642129ca1b576400efec783.
14:08:01.241 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
14:08:01.241 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2f145d86d567a72631b500b9701c0b73
14:08:01.242 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2f145d86d567a72631b500b9701c0b73.
14:08:01.243 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x694e790b, L:/127.0.0.1:52750 - R:/127.30.50.194:43147] using TOKEN/null
14:08:01.243 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 04f1cc06e642129ca1b576400efec783.
14:08:01.243 [INFO - flink-pekko.actor.default-dispatcher-6] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
14:08:01.243 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 04f1cc06e642129ca1b576400efec783
14:08:01.244 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 2f145d86d567a72631b500b9701c0b73.
14:08:01.251 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
14:08:01.251 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id a7d4e88f7b6cda19ca2d73fadeec701f
14:08:01.254 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
14:08:01.254 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 62f6069e698b0fcee469b532b3444339
14:08:01.255 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
14:08:01.255 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2414a1fad3da9520b362aa6204f31981
14:08:01.262 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.263 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a7d4e88f7b6cda19ca2d73fadeec701f.
14:08:01.263 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
14:08:01.264 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
14:08:01.264 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.265 [DEBUG - main] (Connection.java:748) [peer d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)] connecting to peer
14:08:01.265 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id a7d4e88f7b6cda19ca2d73fadeec701f.
14:08:01.266 [DEBUG - kudu-nio-4] (Connection.java:757) [peer d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)] Successfully connected to peer
14:08:01.269 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5cf63caa
14:08:01.269 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:01.269 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:01.269 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:08:01.270 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:08:01.276 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 62f6069e698b0fcee469b532b3444339.
14:08:01.278 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 62f6069e698b0fcee469b532b3444339.
14:08:01.285 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2414a1fad3da9520b362aa6204f31981.
14:08:01.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
14:08:01.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
14:08:01.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4cf03e1b
14:08:01.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:01.288 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:01.288 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
14:08:01.288 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
14:08:01.288 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:08:01.288 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6da47178
14:08:01.288 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:01.289 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:01.289 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:08:01.291 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 2414a1fad3da9520b362aa6204f31981.
14:08:01.293 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27ab0c01
14:08:01.294 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:08:01.298 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:01.302 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:08:01.305 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2f145d86d567a72631b500b9701c0b73.
14:08:01.305 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a7d4e88f7b6cda19ca2d73fadeec701f.
14:08:01.305 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 62f6069e698b0fcee469b532b3444339.
14:08:01.305 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2414a1fad3da9520b362aa6204f31981.
14:08:01.306 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
14:08:01.306 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
14:08:01.306 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:01.306 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2552f3f
14:08:01.306 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:01.307 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:01.307 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:01.307 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:08:01.308 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:08:01.308 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.50.252:37287(127.30.50.252:37287)] Successfully connected to peer
14:08:01.309 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:01.310 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.252
14:08:01.311 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.313 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@77147d11
14:08:01.315 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:01.316 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.50.253:33427(127.30.50.253:33427)] Successfully connected to peer
14:08:01.317 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x18be282d, L:/127.0.0.1:44140 - R:/127.30.50.195:35777] using TOKEN/null
14:08:01.322 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.253
14:08:01.328 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@573e001
14:08:01.331 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:01.331 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:01.332 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:01.332 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:01.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:01.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:01.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:01.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:01.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:01.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:01.333 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d1c2f90
14:08:01.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:01.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:01.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:01.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:01.335 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:01.336 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.50.254:35515(127.30.50.254:35515)] Successfully connected to peer
14:08:01.337 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.339 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.254
14:08:01.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.344 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0c8a447d, L:/127.0.0.1:56398 - R:/127.30.50.253:33427] using SASL/PLAIN
14:08:01.350 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:01.355 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:01.357 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.357 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.358 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.360 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:01.361 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.364 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfcec9fbb, L:/127.0.0.1:59810 - R:/127.30.50.254:35515] using SASL/PLAIN
14:08:01.364 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.365 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:01.365 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:01.365 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:01.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:01.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:01.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:01.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:01.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:01.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:01.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:01.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:01.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:01.367 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:01.367 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x50513dbe, L:/127.0.0.1:39094 - R:/127.30.50.252:37287] using SASL/PLAIN
14:08:01.367 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:01.368 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:01.368 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:01.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:01.369 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:01.369 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: OK, deferred=null) after lookup
14:08:01.372 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.376 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75f63b7b
14:08:01.376 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:01.377 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.50.252:37287(127.30.50.252:37287)] Successfully connected to peer
14:08:01.379 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
14:08:01.379 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
14:08:01.383 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:01.384 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.50.252:37287(127.30.50.252:37287)] Successfully connected to peer
14:08:01.385 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.252
14:08:01.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.395 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.398 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe6b7bb6b, L:/127.0.0.1:39110 - R:/127.30.50.252:37287] using SASL/PLAIN
14:08:01.399 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:01.400 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.50.252:37287(127.30.50.252:37287)] Successfully connected to peer
14:08:01.405 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:01.405 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.50.253:33427(127.30.50.253:33427)] Successfully connected to peer
14:08:01.408 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.253
14:08:01.409 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.252
14:08:01.414 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.252
14:08:01.418 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.423 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.423 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.426 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1b64318b, L:/127.0.0.1:39112 - R:/127.30.50.252:37287] using SASL/PLAIN
14:08:01.429 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:01.430 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.50.253:33427(127.30.50.253:33427)] Successfully connected to peer
14:08:01.434 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.434 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.435 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:01.435 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.50.254:35515(127.30.50.254:35515)] Successfully connected to peer
14:08:01.436 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.436 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.50.253:33427(127.30.50.253:33427)] Successfully connected to peer
14:08:01.439 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.442 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.254
14:08:01.443 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf9c9c587, L:/127.0.0.1:39114 - R:/127.30.50.252:37287] using SASL/PLAIN
14:08:01.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.446 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.50.254:35515(127.30.50.254:35515)] Successfully connected to peer
14:08:01.446 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.454 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8fd1279d, L:/127.0.0.1:56408 - R:/127.30.50.253:33427] using SASL/PLAIN
14:08:01.454 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.50.254:35515(127.30.50.254:35515)] Successfully connected to peer
14:08:01.459 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.463 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.253
14:08:01.471 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:08:01.472 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='95a34df214cf0046a7d498b8e3646870eb7f5ba7703e1918ef463bbd9a5246c1'}]
14:08:01.473 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4b6990b1, L:/127.0.0.1:59814 - R:/127.30.50.254:35515] using SASL/PLAIN
14:08:01.473 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:01.478 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:01.478 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:01.478 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:01.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:01.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:01.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:01.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:01.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:01.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:01.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:01.480 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:08:01.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:01.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:01.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:01.482 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299997, tablet=635ba9188dc4453d9f8387198892f4be@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}]
14:08:01.487 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.489 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:01.489 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=153), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: OK, deferred=null) after lookup
14:08:01.492 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.495 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.496 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.496 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.496 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:08:01.497 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5de60408
14:08:01.501 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.501 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.502 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
14:08:01.502 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
14:08:01.505 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x47145124, L:/127.0.0.1:56414 - R:/127.30.50.253:33427] using SASL/PLAIN
14:08:01.505 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:01.505 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:01.505 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:01.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:01.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:01.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:01.506 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.254
14:08:01.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:01.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:01.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:01.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:01.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:01.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:01.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:01.512 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.512 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:01.517 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.525 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.253
14:08:01.526 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:01.526 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:01.526 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:01.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.527 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:01.532 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:08:01.533 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cdb9ebb9ef1dd967d256642ccb4cc75649e06ccf8b3a319b132707eb58333837'}]
14:08:01.535 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:01.538 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:08:01.540 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=51c7a7b445374ac6b3b116e0e824889f@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}]
14:08:01.541 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.545 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.50.254
14:08:01.548 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x85628678, L:/127.0.0.1:59816 - R:/127.30.50.254:35515] using SASL/PLAIN
14:08:01.554 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:01.554 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=238), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [53ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: OK, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: OK, deferred=null) after lookup
14:08:01.558 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.561 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:01.565 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.565 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@735daba1
14:08:01.566 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8622873d, L:/127.0.0.1:56416 - R:/127.30.50.253:33427] using SASL/PLAIN
14:08:01.568 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:01.568 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:01.568 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:01.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:01.569 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:01.569 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:01.570 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:01.570 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.571 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.572 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.575 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.576 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.576 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcc768370, L:/127.0.0.1:59830 - R:/127.30.50.254:35515] using SASL/PLAIN
14:08:01.577 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:08:01.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
14:08:01.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
14:08:01.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:01.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=248), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [170ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: OK, deferred=null) after lookup
14:08:01.581 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.583 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:01.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:08:01.585 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d5371ce35771ca224736b39d3ef4f3f39d2f04d1305d9b802b64edbe65635e15'}]
14:08:01.586 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:01.587 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:01.590 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@606188be
14:08:01.594 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:08:01.594 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
14:08:01.595 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
14:08:01.597 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:01.603 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:08:01.605 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299997, tablet=b19922ce03c44c3c800a8cfb5966e948@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}]
14:08:01.606 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.612 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2487eda6, L:/127.0.0.1:46512 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:01.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.638 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.638 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.643 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.643 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.647 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:08:01.647 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:08:01.649 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.656 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:01.661 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false, responseScanTimestamp = 7287247999459328001) for scanner KuduScanner(table=replication_test_table, tablet=635ba9188dc4453d9f8387198892f4be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.665 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [95a34df214cf0046a7d498b8e3646870eb7f5ba7703e1918ef463bbd9a5246c1]
14:08:01.666 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:08:01.667 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.681 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 217e0afa54524f21870278c64667b16e for table 'replication_test_table' with partition [<start>, 0x80000064)
14:08:01.681 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 81fffe9b7d544dd1800c76ddfe6be91e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:08:01.681 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 for table 'replication_test_table' with partition [0x800000C8, <end>)
14:08:01.682 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=217e0afa54524f21870278c64667b16e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=81fffe9b7d544dd1800c76ddfe6be91e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147),d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}]
14:08:01.682 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 217e0afa54524f21870278c64667b16e for table 'replication_test_table' with partition [<start>, 0x80000064)
14:08:01.682 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 81fffe9b7d544dd1800c76ddfe6be91e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:08:01.682 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 for table 'replication_test_table' with partition [0x800000C8, <end>)
14:08:01.683 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=217e0afa54524f21870278c64667b16e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=81fffe9b7d544dd1800c76ddfe6be91e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147),d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}]
14:08:01.685 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [95a34df214cf0046a7d498b8e3646870eb7f5ba7703e1918ef463bbd9a5246c1]
14:08:01.686 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 95a34df214cf0046a7d498b8e3646870eb7f5ba7703e1918ef463bbd9a5246c1 finished by subtask 0; deferring removal (restored in pending)
14:08:01.687 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:08:01.687 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:08:01.687 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:01.687 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:01.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 217e0afa54524f21870278c64667b16e for table 'replication_test_table' with partition [<start>, 0x80000064)
14:08:01.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 81fffe9b7d544dd1800c76ddfe6be91e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:08:01.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 for table 'replication_test_table' with partition [0x800000C8, <end>)
14:08:01.694 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=217e0afa54524f21870278c64667b16e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=81fffe9b7d544dd1800c76ddfe6be91e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147),d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}]
14:08:01.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 217e0afa54524f21870278c64667b16e for table 'replication_test_table' with partition [<start>, 0x80000064)
14:08:01.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 81fffe9b7d544dd1800c76ddfe6be91e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
14:08:01.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c82d5c0a3b3b40dfb4aad47ec8cf3248 for table 'replication_test_table' with partition [0x800000C8, <end>)
14:08:01.695 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=217e0afa54524f21870278c64667b16e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=81fffe9b7d544dd1800c76ddfe6be91e@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147),d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248@[9b727ccf767d4abea1255e7dff86a1f0(127.30.50.193:41779),d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)[L],d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)]}]
14:08:01.701 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:01.706 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.709 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:01.713 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.713 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.715 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:01.720 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.736 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.744 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x42c1f916, L:/127.0.0.1:46522 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:01.751 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:01.751 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:01.751 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:01.752 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:01.752 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:01.752 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:01.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:01.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:01.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:01.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:01.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:01.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:01.755 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:01.761 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:01.763 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247999459328001) for scanner KuduScanner(table=replication_test_table, tablet=51c7a7b445374ac6b3b116e0e824889f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.764 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [cdb9ebb9ef1dd967d256642ccb4cc75649e06ccf8b3a319b132707eb58333837]
14:08:01.764 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cdb9ebb9ef1dd967d256642ccb4cc75649e06ccf8b3a319b132707eb58333837]
14:08:01.764 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:08:01.764 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:08:01.765 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cdb9ebb9ef1dd967d256642ccb4cc75649e06ccf8b3a319b132707eb58333837 finished by subtask 3; deferring removal (restored in pending)
14:08:01.765 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:01.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:01.765 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:01.765 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:01.765 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:08:01.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:01.772 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:01.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:01.772 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:01.773 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:08:01.775 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.775 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.781 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.781 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.788 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.788 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:01.795 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9b986bdc, L:/127.0.0.1:46524 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:01.823 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287247999459328001) for scanner KuduScanner(table=replication_test_table, tablet=b19922ce03c44c3c800a8cfb5966e948, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.824 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [d5371ce35771ca224736b39d3ef4f3f39d2f04d1305d9b802b64edbe65635e15]
14:08:01.824 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d5371ce35771ca224736b39d3ef4f3f39d2f04d1305d9b802b64edbe65635e15]
14:08:01.825 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:08:01.825 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:08:01.825 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:01.826 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d5371ce35771ca224736b39d3ef4f3f39d2f04d1305d9b802b64edbe65635e15 finished by subtask 1; deferring removal (restored in pending)
14:08:01.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:01.830 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:01.830 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:01.830 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:01.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:01.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:01.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:01.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:01.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:01.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:01.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:01.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:01.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:01.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:01.833 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:01.834 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:01.834 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:01.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:01.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:01.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:01.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:01.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:01.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:01.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:01.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:01.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:01.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:01.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.844 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.844 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.858 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.858 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.863 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:01.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:01.864 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
14:08:01.864 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:08:01.876 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.934 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.934 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:01.940 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:01.940 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:01.940 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:01.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:01.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:01.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:01.941 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:01.941 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:01.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:01.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:01.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:01.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:01.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:01.944 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.944 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:01.947 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:01.951 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.013 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.014 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.025 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.082 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.082 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.088 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.088 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.098 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113282118 for job 04f1cc06e642129ca1b576400efec783.
14:08:02.121 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=15, operationSize=950, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2d96fd81, flushNotification=Deferred@1956699450(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:08:02.122 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] connecting to peer
14:08:02.131 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] Successfully connected to peer
14:08:02.153 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.154 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.159 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.159 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.163 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:02.166 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.203 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:02.222 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.222 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.224 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x135350f3, L:/127.0.0.1:52760 - R:/127.30.50.194:43147] using TOKEN/null
14:08:02.227 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.227 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.234 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.290 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.290 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.297 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.297 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.313 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:02.374 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.374 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:02.388 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.436 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:02.437 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:02.437 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:02.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:02.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:02.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:02.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:02.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:02.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:02.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:02.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:02.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:02.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:02.442 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 04f1cc06e642129ca1b576400efec783 (2877 bytes, checkpointDuration=323 ms, finalizationTime=1 ms).
14:08:02.443 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
14:08:02.444 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d5371ce35771ca224736b39d3ef4f3f39d2f04d1305d9b802b64edbe65635e15 from pending
14:08:02.444 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split cdb9ebb9ef1dd967d256642ccb4cc75649e06ccf8b3a319b132707eb58333837 from pending
14:08:02.444 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 95a34df214cf0046a7d498b8e3646870eb7f5ba7703e1918ef463bbd9a5246c1 from pending
14:08:02.444 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 3 finished splits from enumerator state
14:08:02.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:02.447 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.447 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.456 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.456 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.461 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.464 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:08:02.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:02.471 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:08:02.474 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:02.478 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:08:02.481 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5b36f7bcfa3b4da0842f74099988a6d0
14:08:02.505 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:02.505 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:02.505 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:02.506 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:02.506 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:02.506 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:02.506 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:02.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:02.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:02.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:02.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:02.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:02.507 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:02.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=635ba9188dc4453d9f8387198892f4be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 635ba9188dc4453d9f8387198892f4be for partition [<start>, 0x80000064) with scanner id null
14:08:02.520 [DEBUG - main] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:02.527 [DEBUG - kudu-nio-4] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:02.559 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:02.562 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x7fdb9e1b, L:/127.0.0.1:46532 - R:/127.29.101.194:45211] using TOKEN/null
14:08:02.569 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=51c7a7b445374ac6b3b116e0e824889f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.569 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 51c7a7b445374ac6b3b116e0e824889f for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.575 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b19922ce03c44c3c800a8cfb5966e948, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.580 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:02.580 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:02.580 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:02.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:02.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:02.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:02.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:02.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:02.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:02.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:02.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:02.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:02.581 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:02.584 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.584 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.590 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.591 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.596 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.596 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:02.596 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:02.597 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:02.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:02.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:02.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:02.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:02.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:02.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:02.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:02.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:02.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:02.598 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:02.610 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=635ba9188dc4453d9f8387198892f4be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.610 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 635ba9188dc4453d9f8387198892f4be for partition [<start>, 0x80000064) with scanner id null
14:08:02.617 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=51c7a7b445374ac6b3b116e0e824889f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.617 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 51c7a7b445374ac6b3b116e0e824889f for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.621 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113282618 for job 04f1cc06e642129ca1b576400efec783.
14:08:02.628 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b19922ce03c44c3c800a8cfb5966e948, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.632 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:08:02.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
14:08:02.640 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=217e0afa54524f21870278c64667b16e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.640 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 217e0afa54524f21870278c64667b16e for partition [<start>, 0x80000064) with scanner id null
14:08:02.647 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=81fffe9b7d544dd1800c76ddfe6be91e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.647 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 81fffe9b7d544dd1800c76ddfe6be91e for partition [0x80000064, 0x800000C8) with scanner id null
14:08:02.657 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c82d5c0a3b3b40dfb4aad47ec8cf3248, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:02.657 [DEBUG - main] (Connection.java:575) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] disconnecting while in state READY
14:08:02.658 [DEBUG - main] (Connection.java:575) [peer master-127.30.50.254:35515(127.30.50.254:35515)] disconnecting while in state READY
14:08:02.658 [DEBUG - main] (Connection.java:575) [peer d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)] disconnecting while in state READY
14:08:02.658 [DEBUG - main] (Connection.java:575) [peer master-127.30.50.252:37287(127.30.50.252:37287)] disconnecting while in state READY
14:08:02.658 [DEBUG - main] (Connection.java:575) [peer master-127.30.50.253:33427(127.30.50.253:33427)] disconnecting while in state READY
14:08:02.658 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.50.254:35515(127.30.50.254:35515)] handling channelInactive
14:08:02.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state READY due to: connection closed
14:08:02.659 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.50.253:33427(127.30.50.253:33427)] handling channelInactive
14:08:02.659 [DEBUG - kudu-nio-4] (Connection.java:239) [peer d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)] handling channelInactive
14:08:02.659 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.50.252:37287(127.30.50.252:37287)] handling channelInactive
14:08:02.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state READY due to: connection closed
14:08:02.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state READY due to: connection closed
14:08:02.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d5220e0ac89442f6958dc7ef4875089f(127.30.50.195:35777)] cleaning up while in state READY due to: connection closed
14:08:02.660 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:02.660 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
14:08:02.661 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
14:08:02.661 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:08:02.661 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
14:08:02.662 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:02.668 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] handling channelInactive
14:08:02.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] cleaning up while in state READY due to: connection closed
14:08:02.669 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
14:08:02.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.669881 30923 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 31349
14:08:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.749328 30923 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 31563
14:08:02.834 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] handling channelInactive
14:08:02.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] cleaning up while in state READY due to: connection closed
14:08:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.840061 30923 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 31709
14:08:02.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:02.845 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:02.846 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:02.846 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:02.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:02.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:02.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:02.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:02.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:02.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:02.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:02.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:02.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:02.847 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:02.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:02.900 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:02.900 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:02.900 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:02.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:02.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:02.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:02.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:02.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:02.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:02.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:02.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:02.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:02.901 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:02.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.932309 30923 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 30966
14:08:02.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.008 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.50.254:35515(127.30.50.254:35515)] handling channelInactive
14:08:03.008 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.50.254:35515(127.30.50.254:35515)] handling channelInactive
14:08:03.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state READY due to: connection closed
14:08:03.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state READY due to: connection closed
14:08:03.008 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.50.254:35515(127.30.50.254:35515)] handling channelInactive
14:08:03.009 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.50.254:35515(127.30.50.254:35515)] handling channelInactive
14:08:03.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state READY due to: connection closed
14:08:03.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state READY due to: connection closed
14:08:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:03.011385 30923 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 31062
14:08:03.060 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.50.253:33427(127.30.50.253:33427)] handling channelInactive
14:08:03.060 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.50.253:33427(127.30.50.253:33427)] handling channelInactive
14:08:03.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state READY due to: connection closed
14:08:03.060 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.50.253:33427(127.30.50.253:33427)] handling channelInactive
14:08:03.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state READY due to: connection closed
14:08:03.060 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.50.253:33427(127.30.50.253:33427)] handling channelInactive
14:08:03.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state READY due to: connection closed
14:08:03.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state READY due to: connection closed
14:08:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:03.072460 30923 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 31145
14:08:03.109 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.50.252:37287(127.30.50.252:37287)] handling channelInactive
14:08:03.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state READY due to: connection closed
14:08:03.109 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.50.252:37287(127.30.50.252:37287)] handling channelInactive
14:08:03.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state READY due to: connection closed
14:08:03.110 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.50.252:37287(127.30.50.252:37287)] handling channelInactive
14:08:03.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state READY due to: connection closed
14:08:03.116 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.50.252:37287(127.30.50.252:37287)] handling channelInactive
14:08:03.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state READY due to: connection closed
14:08:03.117 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:08:03.119 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f35b661a92d4f19360bade1679b95c67e1517705fd4d020ecef4f272c3244af3'}]
14:08:03.119 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a93c1f8258f5909612b3dac6018afe30a097892949219cd46b1502ab1c88572f'}]
14:08:03.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='42626581b409c811b70c10f8d64d7b6f4116c86621028804668bac0b506de1b6'}]
14:08:03.120 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:03.121 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:03.122 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:08:03.122 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=298103, tablet=b19922ce03c44c3c800a8cfb5966e948@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}]
14:08:03.122 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113283118 for job 04f1cc06e642129ca1b576400efec783.
14:08:03.125 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:03.125 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:08:03.126 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=298103, tablet=51c7a7b445374ac6b3b116e0e824889f@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}]
14:08:03.135 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:08:03.139 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=298103, tablet=635ba9188dc4453d9f8387198892f4be@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}]
14:08:03.140 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:03.147 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 04f1cc06e642129ca1b576400efec783 (2907 bytes, checkpointDuration=29 ms, finalizationTime=0 ms).
14:08:03.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
14:08:03.153 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:03.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.168 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:03.169 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:03.175 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:03.181 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:03.188 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:03.204 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:03.207 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:03.208 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:03.214 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfe88a68c, L:/127.0.0.1:46542 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:03.218 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:03.219 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:03.220 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x67749055, L:/127.0.0.1:46552 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:03.223 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248007614464001) for scanner KuduScanner(table=replication_test_table, tablet=b19922ce03c44c3c800a8cfb5966e948, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:03.224 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [a93c1f8258f5909612b3dac6018afe30a097892949219cd46b1502ab1c88572f]
14:08:03.224 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a93c1f8258f5909612b3dac6018afe30a097892949219cd46b1502ab1c88572f]
14:08:03.224 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:08:03.224 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:08:03.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a93c1f8258f5909612b3dac6018afe30a097892949219cd46b1502ab1c88572f finished by subtask 3; deferring removal (restored in pending)
14:08:03.227 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:03.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:03.229 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248007614464001) for scanner KuduScanner(table=replication_test_table, tablet=51c7a7b445374ac6b3b116e0e824889f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:03.229 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [42626581b409c811b70c10f8d64d7b6f4116c86621028804668bac0b506de1b6]
14:08:03.229 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [42626581b409c811b70c10f8d64d7b6f4116c86621028804668bac0b506de1b6]
14:08:03.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:08:03.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:08:03.230 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:03.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:03.232 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 42626581b409c811b70c10f8d64d7b6f4116c86621028804668bac0b506de1b6 finished by subtask 0; deferring removal (restored in pending)
14:08:03.253 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x26547a5e, L:/127.0.0.1:46554 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:03.284 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:03.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:03.284 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:03.284 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:08:03.298 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:03.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:03.299 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:03.299 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:08:03.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.577 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:03.577 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:03.577 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:03.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:03.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:03.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:03.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:03.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:03.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:03.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:03.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:03.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:03.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:03.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113283618 for job 04f1cc06e642129ca1b576400efec783.
14:08:03.709 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:03.709 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:03.709 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:03.709 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:03.710 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:03.710 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:03.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:03.710 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248007614464001) for scanner KuduScanner(table=replication_test_table, tablet=635ba9188dc4453d9f8387198892f4be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:03.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:03.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:03.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:03.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:03.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:03.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:03.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:03.711 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [f35b661a92d4f19360bade1679b95c67e1517705fd4d020ecef4f272c3244af3]
14:08:03.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:03.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:03.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:03.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:03.712 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:03.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:03.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:03.713 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:03.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:03.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:03.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:03.713 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:03.716 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f35b661a92d4f19360bade1679b95c67e1517705fd4d020ecef4f272c3244af3]
14:08:03.716 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:08:03.716 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:08:03.717 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:03.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:03.719 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:03.719 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:03.719 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:03.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:03.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:03.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:03.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:03.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:03.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:03.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:03.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:03.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:03.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:03.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.723 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f35b661a92d4f19360bade1679b95c67e1517705fd4d020ecef4f272c3244af3 finished by subtask 2; deferring removal (restored in pending)
14:08:03.725 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:03.725 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:03.725 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:03.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:03.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:03.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:03.726 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 04f1cc06e642129ca1b576400efec783 (2907 bytes, checkpointDuration=107 ms, finalizationTime=0 ms).
14:08:03.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:03.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:03.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:03.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:03.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:03.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:03.726 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:03.728 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
14:08:03.728 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 42626581b409c811b70c10f8d64d7b6f4116c86621028804668bac0b506de1b6 from pending
14:08:03.728 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split a93c1f8258f5909612b3dac6018afe30a097892949219cd46b1502ab1c88572f from pending
14:08:03.728 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split f35b661a92d4f19360bade1679b95c67e1517705fd4d020ecef4f272c3244af3 from pending
14:08:03.728 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 3 finished splits from enumerator state
14:08:03.744 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:03.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:03.745 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:03.745 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:08:03.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.848 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:03.849 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:03.849 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:03.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:03.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:03.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:03.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:03.850 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:03.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:03.850 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:03.850 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:03.850 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:03.850 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:03.851 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28386), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [7ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [19ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [45ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [67ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [462ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [963ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [963ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1923ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2402ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [5501ms] refreshing cache from master, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [5502ms] too many traces: truncated at 100 traces, deferred=Deferred@51031773(state=PENDING, result=null, callback=(continuation of Deferred@1132633750 after retry RPC after error@727512513) -> (continuation of Deferred@1864459428 after retry RPC after error@957043675) -> (continuation of Deferred@1848249410 after retry RPC after error@580128443) -> (continuation of Deferred@1190414857 after retry RPC after error@620911751) -> (continuation of Deferred@460590201 after retry RPC after error@420952186) -> (continuation of Deferred@2102889811 after retry RPC after error@1250295834) -> (continuation of Deferred@1898633975 after retry RPC after error@1373567040) -> (continuation of Deferred@270715453 after retry RPC after error@1792974579) -> (continuation of Deferred@1300499517 after retry RPC after error@1807675701) -> (continuation of Deferred@1842068829 after retry RPC after error@1937542929) -> (continuation of Deferred@510951591 after retry RPC after error@39845125) -> (continuation of Deferred@852400454 after retry RPC after error@626891785) -> (continuation of Deferred@521552317 after retry RPC after error@1658597519) -> (continuation of Deferred@614367547 after retry RPC after error@1835727989) -> (continuation of Deferred@1079792588 after retry RPC after error@1124555520) -> (continuation of Deferred@331386114 after retry RPC after error@703808091) -> (continuation of Deferred@185841306 after retry RPC after error@1916089251) -> (continuation of Deferred@1695160442 after retry RPC after error@1448636186) -> (continuation of Deferred@1080669229 after retry RPC after error@463093672) -> (continuation of Deferred@778452329 after retry RPC after error@995337984) -> (continuation of Deferred@915846299 after retry RPC after error@2084285086) -> (continuation of Deferred@1672039685 after retry RPC after error@1164221911), errback=(continuation of Deferred@1132633750 after retry RPC after error@727512513) -> (continuation of Deferred@1864459428 after retry RPC after error@957043675) -> (continuation of Deferred@1848249410 after retry RPC after error@580128443) -> (continuation of Deferred@1190414857 after retry RPC after error@620911751) -> (continuation of Deferred@460590201 after retry RPC after error@420952186) -> (continuation of Deferred@2102889811 after retry RPC after error@1250295834) -> (continuation of Deferred@1898633975 after retry RPC after error@1373567040) -> (continuation of Deferred@270715453 after retry RPC after error@1792974579) -> (continuation of Deferred@1300499517 after retry RPC after error@1807675701) -> (continuation of Deferred@1842068829 after retry RPC after error@1937542929) -> (continuation of Deferred@510951591 after retry RPC after error@39845125) -> (continuation of Deferred@852400454 after retry RPC after error@626891785) -> (continuation of Deferred@521552317 after retry RPC after error@1658597519) -> (continuation of Deferred@614367547 after retry RPC after error@1835727989) -> (continuation of Deferred@1079792588 after retry RPC after error@1124555520) -> (continuation of Deferred@331386114 after retry RPC after error@703808091) -> (continuation of Deferred@185841306 after retry RPC after error@1916089251) -> (continuation of Deferred@1695160442 after retry RPC after error@1448636186) -> (continuation of Deferred@1080669229 after retry RPC after error@463093672) -> (continuation of Deferred@778452329 after retry RPC after error@995337984) -> (continuation of Deferred@915846299 after retry RPC after error@2084285086) -> (continuation of Deferred@1672039685 after retry RPC after error@1164221911)))
14:08:03.853 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:08:03.854 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28386), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [7ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [19ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [45ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [67ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [462ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [963ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [963ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1923ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2402ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [5501ms] refreshing cache from master, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [5502ms] too many traces: truncated at 100 traces, deferred=Deferred@51031773(state=PENDING, result=null, callback=(continuation of Deferred@1132633750 after retry RPC after error@727512513) -> (continuation of Deferred@1864459428 after retry RPC after error@957043675) -> (continuation of Deferred@1848249410 after retry RPC after error@580128443) -> (continuation of Deferred@1190414857 after retry RPC after error@620911751) -> (continuation of Deferred@460590201 after retry RPC after error@420952186) -> (continuation of Deferred@2102889811 after retry RPC after error@1250295834) -> (continuation of Deferred@1898633975 after retry RPC after error@1373567040) -> (continuation of Deferred@270715453 after retry RPC after error@1792974579) -> (continuation of Deferred@1300499517 after retry RPC after error@1807675701) -> (continuation of Deferred@1842068829 after retry RPC after error@1937542929) -> (continuation of Deferred@510951591 after retry RPC after error@39845125) -> (continuation of Deferred@852400454 after retry RPC after error@626891785) -> (continuation of Deferred@521552317 after retry RPC after error@1658597519) -> (continuation of Deferred@614367547 after retry RPC after error@1835727989) -> (continuation of Deferred@1079792588 after retry RPC after error@1124555520) -> (continuation of Deferred@331386114 after retry RPC after error@703808091) -> (continuation of Deferred@185841306 after retry RPC after error@1916089251) -> (continuation of Deferred@1695160442 after retry RPC after error@1448636186) -> (continuation of Deferred@1080669229 after retry RPC after error@463093672) -> (continuation of Deferred@778452329 after retry RPC after error@995337984) -> (continuation of Deferred@915846299 after retry RPC after error@2084285086) -> (continuation of Deferred@1672039685 after retry RPC after error@1164221911), errback=(continuation of Deferred@1132633750 after retry RPC after error@727512513) -> (continuation of Deferred@1864459428 after retry RPC after error@957043675) -> (continuation of Deferred@1848249410 after retry RPC after error@580128443) -> (continuation of Deferred@1190414857 after retry RPC after error@620911751) -> (continuation of Deferred@460590201 after retry RPC after error@420952186) -> (continuation of Deferred@2102889811 after retry RPC after error@1250295834) -> (continuation of Deferred@1898633975 after retry RPC after error@1373567040) -> (continuation of Deferred@270715453 after retry RPC after error@1792974579) -> (continuation of Deferred@1300499517 after retry RPC after error@1807675701) -> (continuation of Deferred@1842068829 after retry RPC after error@1937542929) -> (continuation of Deferred@510951591 after retry RPC after error@39845125) -> (continuation of Deferred@852400454 after retry RPC after error@626891785) -> (continuation of Deferred@521552317 after retry RPC after error@1658597519) -> (continuation of Deferred@614367547 after retry RPC after error@1835727989) -> (continuation of Deferred@1079792588 after retry RPC after error@1124555520) -> (continuation of Deferred@331386114 after retry RPC after error@703808091) -> (continuation of Deferred@185841306 after retry RPC after error@1916089251) -> (continuation of Deferred@1695160442 after retry RPC after error@1448636186) -> (continuation of Deferred@1080669229 after retry RPC after error@463093672) -> (continuation of Deferred@778452329 after retry RPC after error@995337984) -> (continuation of Deferred@915846299 after retry RPC after error@2084285086) -> (continuation of Deferred@1672039685 after retry RPC after error@1164221911)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:03.866 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
14:08:03.868 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
14:08:03.870 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28386), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [7ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [19ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [45ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [67ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [283ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [462ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [962ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [963ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [963ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1923ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2402ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [5501ms] refreshing cache from master, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [5502ms] too many traces: truncated at 100 traces, deferred=Deferred@51031773(state=PENDING, result=null, callback=(continuation of Deferred@1132633750 after retry RPC after error@727512513) -> (continuation of Deferred@1864459428 after retry RPC after error@957043675) -> (continuation of Deferred@1848249410 after retry RPC after error@580128443) -> (continuation of Deferred@1190414857 after retry RPC after error@620911751) -> (continuation of Deferred@460590201 after retry RPC after error@420952186) -> (continuation of Deferred@2102889811 after retry RPC after error@1250295834) -> (continuation of Deferred@1898633975 after retry RPC after error@1373567040) -> (continuation of Deferred@270715453 after retry RPC after error@1792974579) -> (continuation of Deferred@1300499517 after retry RPC after error@1807675701) -> (continuation of Deferred@1842068829 after retry RPC after error@1937542929) -> (continuation of Deferred@510951591 after retry RPC after error@39845125) -> (continuation of Deferred@852400454 after retry RPC after error@626891785) -> (continuation of Deferred@521552317 after retry RPC after error@1658597519) -> (continuation of Deferred@614367547 after retry RPC after error@1835727989) -> (continuation of Deferred@1079792588 after retry RPC after error@1124555520) -> (continuation of Deferred@331386114 after retry RPC after error@703808091) -> (continuation of Deferred@185841306 after retry RPC after error@1916089251) -> (continuation of Deferred@1695160442 after retry RPC after error@1448636186) -> (continuation of Deferred@1080669229 after retry RPC after error@463093672) -> (continuation of Deferred@778452329 after retry RPC after error@995337984) -> (continuation of Deferred@915846299 after retry RPC after error@2084285086) -> (continuation of Deferred@1672039685 after retry RPC after error@1164221911), errback=(continuation of Deferred@1132633750 after retry RPC after error@727512513) -> (continuation of Deferred@1864459428 after retry RPC after error@957043675) -> (continuation of Deferred@1848249410 after retry RPC after error@580128443) -> (continuation of Deferred@1190414857 after retry RPC after error@620911751) -> (continuation of Deferred@460590201 after retry RPC after error@420952186) -> (continuation of Deferred@2102889811 after retry RPC after error@1250295834) -> (continuation of Deferred@1898633975 after retry RPC after error@1373567040) -> (continuation of Deferred@270715453 after retry RPC after error@1792974579) -> (continuation of Deferred@1300499517 after retry RPC after error@1807675701) -> (continuation of Deferred@1842068829 after retry RPC after error@1937542929) -> (continuation of Deferred@510951591 after retry RPC after error@39845125) -> (continuation of Deferred@852400454 after retry RPC after error@626891785) -> (continuation of Deferred@521552317 after retry RPC after error@1658597519) -> (continuation of Deferred@614367547 after retry RPC after error@1835727989) -> (continuation of Deferred@1079792588 after retry RPC after error@1124555520) -> (continuation of Deferred@331386114 after retry RPC after error@703808091) -> (continuation of Deferred@185841306 after retry RPC after error@1916089251) -> (continuation of Deferred@1695160442 after retry RPC after error@1448636186) -> (continuation of Deferred@1080669229 after retry RPC after error@463093672) -> (continuation of Deferred@778452329 after retry RPC after error@995337984) -> (continuation of Deferred@915846299 after retry RPC after error@2084285086) -> (continuation of Deferred@1672039685 after retry RPC after error@1164221911)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.254:39131
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:03.877 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:03.878 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
14:08:03.878 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
14:08:03.878 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:08:03.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:03.951 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:03.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:03.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:03.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:03.952 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:03.952 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:03.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:03.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:03.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:03.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:03.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:03.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:03.953 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:04.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113284118 for job 04f1cc06e642129ca1b576400efec783.
14:08:04.128 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:08:04.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
14:08:04.158 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:04.158 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:04.158 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:04.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.159 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:04.265 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:04.265 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:04.265 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:04.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.268 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:04.268 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:04.268 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:04.269 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:04.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.270 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:04.271 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:04.271 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:04.272 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:04.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:04.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:04.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:04.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:04.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:04.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:04.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:04.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:04.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:04.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:04.285 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:04.285 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:04.285 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:04.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.286 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:04.287 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28809), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [49ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [524ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [565ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1003ms] refreshing cache from master, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1006ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1180ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2883ms] too many traces: truncated at 100 traces, deferred=Deferred@772886071(state=PENDING, result=null, callback=(continuation of Deferred@1378932449 after retry RPC after error@1403134624) -> (continuation of Deferred@709211107 after retry RPC after error@243347562) -> (continuation of Deferred@1523738757 after retry RPC after error@405268061) -> (continuation of Deferred@528122897 after retry RPC after error@411035124) -> (continuation of Deferred@1369452606 after retry RPC after error@1980899673) -> (continuation of Deferred@1032022406 after retry RPC after error@1513388935) -> (continuation of Deferred@172327231 after retry RPC after error@1832542663) -> (continuation of Deferred@1272179391 after retry RPC after error@843208705) -> (continuation of Deferred@346585871 after retry RPC after error@715265028) -> (continuation of Deferred@2121303549 after retry RPC after error@1582454882) -> (continuation of Deferred@158675108 after retry RPC after error@860690362) -> (continuation of Deferred@1239954243 after retry RPC after error@87417684) -> (continuation of Deferred@635765574 after retry RPC after error@2127442055) -> (continuation of Deferred@1991538230 after retry RPC after error@1546716407) -> (continuation of Deferred@1371783940 after retry RPC after error@1577487283) -> (continuation of Deferred@190206851 after retry RPC after error@1603594402) -> (continuation of Deferred@268491703 after retry RPC after error@2058457367) -> (continuation of Deferred@1128402825 after retry RPC after error@996884155) -> (continuation of Deferred@765495042 after retry RPC after error@1542427272) -> (continuation of Deferred@134406203 after retry RPC after error@1795066214) -> (continuation of Deferred@1129290668 after retry RPC after error@1678977695) -> (continuation of Deferred@2072972574 after retry RPC after error@1696861872) -> (continuation of Deferred@1510566723 after retry RPC after error@657712463), errback=(continuation of Deferred@1378932449 after retry RPC after error@1403134624) -> (continuation of Deferred@709211107 after retry RPC after error@243347562) -> (continuation of Deferred@1523738757 after retry RPC after error@405268061) -> (continuation of Deferred@528122897 after retry RPC after error@411035124) -> (continuation of Deferred@1369452606 after retry RPC after error@1980899673) -> (continuation of Deferred@1032022406 after retry RPC after error@1513388935) -> (continuation of Deferred@172327231 after retry RPC after error@1832542663) -> (continuation of Deferred@1272179391 after retry RPC after error@843208705) -> (continuation of Deferred@346585871 after retry RPC after error@715265028) -> (continuation of Deferred@2121303549 after retry RPC after error@1582454882) -> (continuation of Deferred@158675108 after retry RPC after error@860690362) -> (continuation of Deferred@1239954243 after retry RPC after error@87417684) -> (continuation of Deferred@635765574 after retry RPC after error@2127442055) -> (continuation of Deferred@1991538230 after retry RPC after error@1546716407) -> (continuation of Deferred@1371783940 after retry RPC after error@1577487283) -> (continuation of Deferred@190206851 after retry RPC after error@1603594402) -> (continuation of Deferred@268491703 after retry RPC after error@2058457367) -> (continuation of Deferred@1128402825 after retry RPC after error@996884155) -> (continuation of Deferred@765495042 after retry RPC after error@1542427272) -> (continuation of Deferred@134406203 after retry RPC after error@1795066214) -> (continuation of Deferred@1129290668 after retry RPC after error@1678977695) -> (continuation of Deferred@2072972574 after retry RPC after error@1696861872) -> (continuation of Deferred@1510566723 after retry RPC after error@657712463)))
14:08:04.290 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:08:04.290 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28809), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [49ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [524ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [565ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1003ms] refreshing cache from master, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1006ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1180ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2883ms] too many traces: truncated at 100 traces, deferred=Deferred@772886071(state=PENDING, result=null, callback=(continuation of Deferred@1378932449 after retry RPC after error@1403134624) -> (continuation of Deferred@709211107 after retry RPC after error@243347562) -> (continuation of Deferred@1523738757 after retry RPC after error@405268061) -> (continuation of Deferred@528122897 after retry RPC after error@411035124) -> (continuation of Deferred@1369452606 after retry RPC after error@1980899673) -> (continuation of Deferred@1032022406 after retry RPC after error@1513388935) -> (continuation of Deferred@172327231 after retry RPC after error@1832542663) -> (continuation of Deferred@1272179391 after retry RPC after error@843208705) -> (continuation of Deferred@346585871 after retry RPC after error@715265028) -> (continuation of Deferred@2121303549 after retry RPC after error@1582454882) -> (continuation of Deferred@158675108 after retry RPC after error@860690362) -> (continuation of Deferred@1239954243 after retry RPC after error@87417684) -> (continuation of Deferred@635765574 after retry RPC after error@2127442055) -> (continuation of Deferred@1991538230 after retry RPC after error@1546716407) -> (continuation of Deferred@1371783940 after retry RPC after error@1577487283) -> (continuation of Deferred@190206851 after retry RPC after error@1603594402) -> (continuation of Deferred@268491703 after retry RPC after error@2058457367) -> (continuation of Deferred@1128402825 after retry RPC after error@996884155) -> (continuation of Deferred@765495042 after retry RPC after error@1542427272) -> (continuation of Deferred@134406203 after retry RPC after error@1795066214) -> (continuation of Deferred@1129290668 after retry RPC after error@1678977695) -> (continuation of Deferred@2072972574 after retry RPC after error@1696861872) -> (continuation of Deferred@1510566723 after retry RPC after error@657712463), errback=(continuation of Deferred@1378932449 after retry RPC after error@1403134624) -> (continuation of Deferred@709211107 after retry RPC after error@243347562) -> (continuation of Deferred@1523738757 after retry RPC after error@405268061) -> (continuation of Deferred@528122897 after retry RPC after error@411035124) -> (continuation of Deferred@1369452606 after retry RPC after error@1980899673) -> (continuation of Deferred@1032022406 after retry RPC after error@1513388935) -> (continuation of Deferred@172327231 after retry RPC after error@1832542663) -> (continuation of Deferred@1272179391 after retry RPC after error@843208705) -> (continuation of Deferred@346585871 after retry RPC after error@715265028) -> (continuation of Deferred@2121303549 after retry RPC after error@1582454882) -> (continuation of Deferred@158675108 after retry RPC after error@860690362) -> (continuation of Deferred@1239954243 after retry RPC after error@87417684) -> (continuation of Deferred@635765574 after retry RPC after error@2127442055) -> (continuation of Deferred@1991538230 after retry RPC after error@1546716407) -> (continuation of Deferred@1371783940 after retry RPC after error@1577487283) -> (continuation of Deferred@190206851 after retry RPC after error@1603594402) -> (continuation of Deferred@268491703 after retry RPC after error@2058457367) -> (continuation of Deferred@1128402825 after retry RPC after error@996884155) -> (continuation of Deferred@765495042 after retry RPC after error@1542427272) -> (continuation of Deferred@134406203 after retry RPC after error@1795066214) -> (continuation of Deferred@1129290668 after retry RPC after error@1678977695) -> (continuation of Deferred@2072972574 after retry RPC after error@1696861872) -> (continuation of Deferred@1510566723 after retry RPC after error@657712463)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.252:33621
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:04.293 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
14:08:04.295 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
14:08:04.297 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28809), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [49ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [523ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [524ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [524ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [565ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1003ms] refreshing cache from master, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1006ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1180ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1184ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2883ms] too many traces: truncated at 100 traces, deferred=Deferred@772886071(state=PENDING, result=null, callback=(continuation of Deferred@1378932449 after retry RPC after error@1403134624) -> (continuation of Deferred@709211107 after retry RPC after error@243347562) -> (continuation of Deferred@1523738757 after retry RPC after error@405268061) -> (continuation of Deferred@528122897 after retry RPC after error@411035124) -> (continuation of Deferred@1369452606 after retry RPC after error@1980899673) -> (continuation of Deferred@1032022406 after retry RPC after error@1513388935) -> (continuation of Deferred@172327231 after retry RPC after error@1832542663) -> (continuation of Deferred@1272179391 after retry RPC after error@843208705) -> (continuation of Deferred@346585871 after retry RPC after error@715265028) -> (continuation of Deferred@2121303549 after retry RPC after error@1582454882) -> (continuation of Deferred@158675108 after retry RPC after error@860690362) -> (continuation of Deferred@1239954243 after retry RPC after error@87417684) -> (continuation of Deferred@635765574 after retry RPC after error@2127442055) -> (continuation of Deferred@1991538230 after retry RPC after error@1546716407) -> (continuation of Deferred@1371783940 after retry RPC after error@1577487283) -> (continuation of Deferred@190206851 after retry RPC after error@1603594402) -> (continuation of Deferred@268491703 after retry RPC after error@2058457367) -> (continuation of Deferred@1128402825 after retry RPC after error@996884155) -> (continuation of Deferred@765495042 after retry RPC after error@1542427272) -> (continuation of Deferred@134406203 after retry RPC after error@1795066214) -> (continuation of Deferred@1129290668 after retry RPC after error@1678977695) -> (continuation of Deferred@2072972574 after retry RPC after error@1696861872) -> (continuation of Deferred@1510566723 after retry RPC after error@657712463), errback=(continuation of Deferred@1378932449 after retry RPC after error@1403134624) -> (continuation of Deferred@709211107 after retry RPC after error@243347562) -> (continuation of Deferred@1523738757 after retry RPC after error@405268061) -> (continuation of Deferred@528122897 after retry RPC after error@411035124) -> (continuation of Deferred@1369452606 after retry RPC after error@1980899673) -> (continuation of Deferred@1032022406 after retry RPC after error@1513388935) -> (continuation of Deferred@172327231 after retry RPC after error@1832542663) -> (continuation of Deferred@1272179391 after retry RPC after error@843208705) -> (continuation of Deferred@346585871 after retry RPC after error@715265028) -> (continuation of Deferred@2121303549 after retry RPC after error@1582454882) -> (continuation of Deferred@158675108 after retry RPC after error@860690362) -> (continuation of Deferred@1239954243 after retry RPC after error@87417684) -> (continuation of Deferred@635765574 after retry RPC after error@2127442055) -> (continuation of Deferred@1991538230 after retry RPC after error@1546716407) -> (continuation of Deferred@1371783940 after retry RPC after error@1577487283) -> (continuation of Deferred@190206851 after retry RPC after error@1603594402) -> (continuation of Deferred@268491703 after retry RPC after error@2058457367) -> (continuation of Deferred@1128402825 after retry RPC after error@996884155) -> (continuation of Deferred@765495042 after retry RPC after error@1542427272) -> (continuation of Deferred@134406203 after retry RPC after error@1795066214) -> (continuation of Deferred@1129290668 after retry RPC after error@1678977695) -> (continuation of Deferred@2072972574 after retry RPC after error@1696861872) -> (continuation of Deferred@1510566723 after retry RPC after error@657712463)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.252:33621
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:04.302 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:04.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
14:08:04.304 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
14:08:04.325 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:04.325 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:04.325 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:04.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:04.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:04.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:04.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:04.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:04.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:04.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:04.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:04.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:04.326 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:04.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:04.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:04.438 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:04.439 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:04.439 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:04.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:04.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:04.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:04.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:04.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:04.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:04.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:04.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:04.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:04.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:04.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:04.526 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:04.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:04.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:04.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:04.528 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:04.528 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:04.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:04.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:04.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:04.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:04.529 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:04.529 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:04.529 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:04.550 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:04.550 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:04.550 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:04.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:04.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:04.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:04.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:04.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:04.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:04.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:04.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:04.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:04.551 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:04.621 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113284618 for job 04f1cc06e642129ca1b576400efec783.
14:08:04.636 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:08:04.638 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
14:08:04.693 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.693 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.694 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.695 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.696 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [12ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [14ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [745ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2107ms] refreshing cache from master, [2107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2120ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4743ms] too many traces: truncated at 100 traces, deferred=Deferred@963556456(state=PENDING, result=null, callback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666), errback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666)))
14:08:04.699 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.699 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.699 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.699 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [12ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [14ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [745ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2107ms] refreshing cache from master, [2107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2120ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4743ms] too many traces: truncated at 100 traces, deferred=Deferred@963556456(state=PENDING, result=null, callback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666), errback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [12ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [14ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [745ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2107ms] refreshing cache from master, [2107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2120ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4743ms] too many traces: truncated at 100 traces, deferred=Deferred@963556456(state=PENDING, result=null, callback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666), errback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.189:34493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:04.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.704 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.707 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [12ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [14ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [745ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2107ms] refreshing cache from master, [2107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2120ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4743ms] too many traces: truncated at 100 traces, deferred=Deferred@963556456(state=PENDING, result=null, callback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666), errback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [11ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [12ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [14ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [261ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [262ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [321ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [322ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [743ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [744ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [745ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1243ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2107ms] refreshing cache from master, [2107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2119ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2120ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2120ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [4743ms] too many traces: truncated at 100 traces, deferred=Deferred@963556456(state=PENDING, result=null, callback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666), errback=(continuation of Deferred@646883337 after retry RPC after error@431556303) -> (continuation of Deferred@181949232 after retry RPC after error@1188658167) -> (continuation of Deferred@365190597 after retry RPC after error@1150992076) -> (continuation of Deferred@210969788 after retry RPC after error@18407450) -> (continuation of Deferred@914730889 after retry RPC after error@662182731) -> (continuation of Deferred@844856796 after retry RPC after error@1946506173) -> (continuation of Deferred@1877427027 after retry RPC after error@136490919) -> (continuation of Deferred@1635682018 after retry RPC after error@1069070795) -> (continuation of Deferred@1779468468 after retry RPC after error@2001886662) -> (continuation of Deferred@1645124696 after retry RPC after error@402790195) -> (continuation of Deferred@1983478191 after retry RPC after error@333493955) -> (continuation of Deferred@93983931 after retry RPC after error@229187764) -> (continuation of Deferred@811648175 after retry RPC after error@648030926) -> (continuation of Deferred@1934286189 after retry RPC after error@925036336) -> (continuation of Deferred@30478535 after retry RPC after error@637578345) -> (continuation of Deferred@50637937 after retry RPC after error@595564622) -> (continuation of Deferred@706864078 after retry RPC after error@165765383) -> (continuation of Deferred@799028078 after retry RPC after error@1891791676) -> (continuation of Deferred@1440272761 after retry RPC after error@1471376284) -> (continuation of Deferred@2032535879 after retry RPC after error@438226636) -> (continuation of Deferred@165578735 after retry RPC after error@1165882051) -> (continuation of Deferred@207140634 after retry RPC after error@1625055475) -> (continuation of Deferred@490763000 after retry RPC after error@931229817) -> (continuation of Deferred@2116612596 after retry RPC after error@2104548666)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.189:34493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:04.713 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.714 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.714 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.716 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:04.717 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
14:08:04.717 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
14:08:04.717 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
14:08:04.717 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
14:08:04.717 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
14:08:04.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
14:08:04.718 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
14:08:04.719 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:08:04.719 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
14:08:04.719 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
14:08:04.720 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
14:08:04.720 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
14:08:04.720 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
14:08:04.722 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:08:04.722 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
14:08:04.722 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
14:08:04.724 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
14:08:04.724 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
14:08:04.725 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
14:08:04.725 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
14:08:04.726 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:04.726 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:08:04.733 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.734 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.734 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.735 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.735 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.736 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.753 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.753 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.754 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.755 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.773 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.773 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.773 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.785 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:04.785 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:04.785 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:04.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.786 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.786 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:04.786 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:04.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:04.787 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:04.788 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29312), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [28ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [50ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [50ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [50ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [867ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [869ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [870ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [870ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [982ms] refreshing cache from master, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [985ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [985ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [986ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [986ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1204ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1205ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1205ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1483ms] too many traces: truncated at 100 traces, deferred=Deferred@1390930407(state=PENDING, result=null, callback=(continuation of Deferred@1074789730 after retry RPC after error@1267667963) -> (continuation of Deferred@273177167 after retry RPC after error@2106405232) -> (continuation of Deferred@1112942414 after retry RPC after error@1911940148) -> (continuation of Deferred@599609959 after retry RPC after error@925888977) -> (continuation of Deferred@1144048685 after retry RPC after error@440030427) -> (continuation of Deferred@1398604689 after retry RPC after error@464830802) -> (continuation of Deferred@1495738285 after retry RPC after error@301153502) -> (continuation of Deferred@713684218 after retry RPC after error@386539176) -> (continuation of Deferred@2003847595 after retry RPC after error@2146278999) -> (continuation of Deferred@447122292 after retry RPC after error@1562261974) -> (continuation of Deferred@685117135 after retry RPC after error@995766948) -> (continuation of Deferred@352973712 after retry RPC after error@972400750) -> (continuation of Deferred@567114217 after retry RPC after error@1265152102) -> (continuation of Deferred@296177640 after retry RPC after error@92615530) -> (continuation of Deferred@1330446338 after retry RPC after error@1093169677) -> (continuation of Deferred@1784393167 after retry RPC after error@1181339021) -> (continuation of Deferred@1636010066 after retry RPC after error@1664689781) -> (continuation of Deferred@1413204488 after retry RPC after error@1555456167) -> (continuation of Deferred@554345083 after retry RPC after error@195703457) -> (continuation of Deferred@21746262 after retry RPC after error@1855400320) -> (continuation of Deferred@444225363 after retry RPC after error@1075794311) -> (continuation of Deferred@521790128 after retry RPC after error@1217725434) -> (continuation of Deferred@10294644 after retry RPC after error@984936329) -> (continuation of Deferred@1793627661 after retry RPC after error@167957113) -> (continuation of Deferred@1658601720 after retry RPC after error@2131305357), errback=(continuation of Deferred@1074789730 after retry RPC after error@1267667963) -> (continuation of Deferred@273177167 after retry RPC after error@2106405232) -> (continuation of Deferred@1112942414 after retry RPC after error@1911940148) -> (continuation of Deferred@599609959 after retry RPC after error@925888977) -> (continuation of Deferred@1144048685 after retry RPC after error@440030427) -> (continuation of Deferred@1398604689 after retry RPC after error@464830802) -> (continuation of Deferred@1495738285 after retry RPC after error@301153502) -> (continuation of Deferred@713684218 after retry RPC after error@386539176) -> (continuation of Deferred@2003847595 after retry RPC after error@2146278999) -> (continuation of Deferred@447122292 after retry RPC after error@1562261974) -> (continuation of Deferred@685117135 after retry RPC after error@995766948) -> (continuation of Deferred@352973712 after retry RPC after error@972400750) -> (continuation of Deferred@567114217 after retry RPC after error@1265152102) -> (continuation of Deferred@296177640 after retry RPC after error@92615530) -> (continuation of Deferred@1330446338 after retry RPC after error@1093169677) -> (continuation of Deferred@1784393167 after retry RPC after error@1181339021) -> (continuation of Deferred@1636010066 after retry RPC after error@1664689781) -> (continuation of Deferred@1413204488 after retry RPC after error@1555456167) -> (continuation of Deferred@554345083 after retry RPC after error@195703457) -> (continuation of Deferred@21746262 after retry RPC after error@1855400320) -> (continuation of Deferred@444225363 after retry RPC after error@1075794311) -> (continuation of Deferred@521790128 after retry RPC after error@1217725434) -> (continuation of Deferred@10294644 after retry RPC after error@984936329) -> (continuation of Deferred@1793627661 after retry RPC after error@167957113) -> (continuation of Deferred@1658601720 after retry RPC after error@2131305357)))
14:08:04.793 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.793 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.793 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.794 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.797 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:04.797 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:04.797 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:04.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:04.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:04.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:04.799 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:04.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:04.853 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.854 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.854 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:08:04Z chronyd exiting
14:08:04.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:04.933 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:04.934 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:04.934 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:04.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:04.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:04.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:04.935 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:04.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:05.091 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:05.091 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:05.091 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:05.092 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:05.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:05.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:05.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:05.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:05.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:05.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:05.092 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:05.092 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:05.092 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:05.109 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:05.109 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:05.109 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:05.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:05.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:05.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:05.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:05.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:05.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:05.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:05.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:05.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:05.110 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:05.113 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:05.113 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:05.113 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:05.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:05.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:05.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:05.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:05.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:05.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:05.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:05.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:05.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:05.114 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:05.115 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9da52e06ac29402b8b20d0c8497a276b
14:08:05.119 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='85533447d94d65bb80b5c9e3fdb842265c50de98b241abd31e4b692e91913f3a'}]
14:08:05.120 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:05.121 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:08:05.121 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='31fa92ec08e4847e4f28dd03d666123ca866e31a6acc22fb7cd1b0ca3b3264d8'}]
14:08:05.122 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=296105, tablet=635ba9188dc4453d9f8387198892f4be@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)[L],cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)]}]
14:08:05.122 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:05.122 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ad0172e8a7022c7112c8c0131218e2c380d58ea652caaff127837a09bed7a05f'}]
14:08:05.124 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:08:05.125 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=296104, tablet=51c7a7b445374ac6b3b116e0e824889f@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}]
14:08:05.126 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113285123 for job 04f1cc06e642129ca1b576400efec783.
14:08:05.130 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:05.131 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:08:05.136 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=296104, tablet=b19922ce03c44c3c800a8cfb5966e948@[86bb0502aeb746168857c37e9ece7395(127.29.101.195:35733),bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211),cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)[L]]}]
14:08:05.147 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 04f1cc06e642129ca1b576400efec783 (2907 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
14:08:05.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
14:08:05.166 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:05.166 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:05.166 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:05.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:05.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:05.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:05.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:05.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:05.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:05.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:05.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:05.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:05.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:05.182 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:05.192 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:05.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] connecting to peer
14:08:05.224 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:05.226 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:05.230 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:05.236 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:05.236 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:05.236 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:05.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:05.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:05.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:05.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:05.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:05.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:05.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:05.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:05.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:05.237 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:05.243 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:05.258 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] Successfully connected to peer
14:08:05.261 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:05.262 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:05.266 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1fe6c31e, L:/127.0.0.1:46568 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:05.277 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.101.194
14:08:05.283 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8974a321, L:/127.0.0.1:46578 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:05.286 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248015814656001) for scanner KuduScanner(table=replication_test_table, tablet=635ba9188dc4453d9f8387198892f4be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:05.287 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:05.287 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [85533447d94d65bb80b5c9e3fdb842265c50de98b241abd31e4b692e91913f3a]
14:08:05.287 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [85533447d94d65bb80b5c9e3fdb842265c50de98b241abd31e4b692e91913f3a]
14:08:05.287 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:08:05.287 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:08:05.288 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 85533447d94d65bb80b5c9e3fdb842265c50de98b241abd31e4b692e91913f3a finished by subtask 1; deferring removal (restored in pending)
14:08:05.289 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:05.290 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:05.296 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x14f99f5a, L:/127.0.0.1:46590 - R:/127.29.101.194:45211] using SASL/PLAIN
14:08:05.312 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248015814656001) for scanner KuduScanner(table=replication_test_table, tablet=51c7a7b445374ac6b3b116e0e824889f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:05.312 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [31fa92ec08e4847e4f28dd03d666123ca866e31a6acc22fb7cd1b0ca3b3264d8]
14:08:05.313 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [31fa92ec08e4847e4f28dd03d666123ca866e31a6acc22fb7cd1b0ca3b3264d8]
14:08:05.313 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:08:05.314 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:08:05.315 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 31fa92ec08e4847e4f28dd03d666123ca866e31a6acc22fb7cd1b0ca3b3264d8 finished by subtask 3; deferring removal (restored in pending)
14:08:05.315 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:05.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:05.321 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248015814656001) for scanner KuduScanner(table=replication_test_table, tablet=b19922ce03c44c3c800a8cfb5966e948, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:05.322 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [ad0172e8a7022c7112c8c0131218e2c380d58ea652caaff127837a09bed7a05f]
14:08:05.322 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ad0172e8a7022c7112c8c0131218e2c380d58ea652caaff127837a09bed7a05f]
14:08:05.322 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:08:05.322 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:08:05.323 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ad0172e8a7022c7112c8c0131218e2c380d58ea652caaff127837a09bed7a05f finished by subtask 0; deferring removal (restored in pending)
14:08:05.324 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:05.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:05.335 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:05.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:05.335 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:05.335 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:08:05.338 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:05.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:05.338 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:08:05.338 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:08:05.340 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:05.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:05.341 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:05.341 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:08:05.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:05.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:05.405 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:05.406 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:05.406 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:05.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:05.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:05.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:05.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:05.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:05.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:05.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:05.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:05.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:05.407 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:05.408 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29928), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [7ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [8ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [8ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [25ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [47ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [47ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [47ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [302ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [643ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [644ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [644ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [866ms] refreshing cache from master, [867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [867ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [871ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [872ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [872ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [872ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2863ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2863ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [4642ms] refreshing cache from master, [4642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4643ms] too many traces: truncated at 100 traces, deferred=Deferred@252827497(state=PENDING, result=null, callback=(continuation of Deferred@1669058052 after retry RPC after error@198445302) -> (continuation of Deferred@394237907 after retry RPC after error@383033546) -> (continuation of Deferred@727861242 after retry RPC after error@5929432) -> (continuation of Deferred@1802549007 after retry RPC after error@1477544027) -> (continuation of Deferred@1643465012 after retry RPC after error@850557035) -> (continuation of Deferred@1544845821 after retry RPC after error@143880564) -> (continuation of Deferred@1130640827 after retry RPC after error@1655995548) -> (continuation of Deferred@495991462 after retry RPC after error@245096625) -> (continuation of Deferred@1823528244 after retry RPC after error@757142690) -> (continuation of Deferred@829968042 after retry RPC after error@1622650460) -> (continuation of Deferred@172285451 after retry RPC after error@795172837) -> (continuation of Deferred@1545296317 after retry RPC after error@25413932) -> (continuation of Deferred@756804497 after retry RPC after error@671355808) -> (continuation of Deferred@785674668 after retry RPC after error@830543859) -> (continuation of Deferred@1135879473 after retry RPC after error@1260763124) -> (continuation of Deferred@1190258221 after retry RPC after error@2138464143) -> (continuation of Deferred@495546621 after retry RPC after error@2079714991) -> (continuation of Deferred@855420786 after retry RPC after error@2134578309) -> (continuation of Deferred@702782727 after retry RPC after error@2109181442) -> (continuation of Deferred@711404025 after retry RPC after error@232759052) -> (continuation of Deferred@954277909 after retry RPC after error@2036821653) -> (continuation of Deferred@1792850081 after retry RPC after error@462056713) -> (continuation of Deferred@718931941 after retry RPC after error@1745602541) -> (continuation of Deferred@1738367997 after retry RPC after error@792180770) -> (continuation of Deferred@1437099790 after retry RPC after error@1672144633), errback=(continuation of Deferred@1669058052 after retry RPC after error@198445302) -> (continuation of Deferred@394237907 after retry RPC after error@383033546) -> (continuation of Deferred@727861242 after retry RPC after error@5929432) -> (continuation of Deferred@1802549007 after retry RPC after error@1477544027) -> (continuation of Deferred@1643465012 after retry RPC after error@850557035) -> (continuation of Deferred@1544845821 after retry RPC after error@143880564) -> (continuation of Deferred@1130640827 after retry RPC after error@1655995548) -> (continuation of Deferred@495991462 after retry RPC after error@245096625) -> (continuation of Deferred@1823528244 after retry RPC after error@757142690) -> (continuation of Deferred@829968042 after retry RPC after error@1622650460) -> (continuation of Deferred@172285451 after retry RPC after error@795172837) -> (continuation of Deferred@1545296317 after retry RPC after error@25413932) -> (continuation of Deferred@756804497 after retry RPC after error@671355808) -> (continuation of Deferred@785674668 after retry RPC after error@830543859) -> (continuation of Deferred@1135879473 after retry RPC after error@1260763124) -> (continuation of Deferred@1190258221 after retry RPC after error@2138464143) -> (continuation of Deferred@495546621 after retry RPC after error@2079714991) -> (continuation of Deferred@855420786 after retry RPC after error@2134578309) -> (continuation of Deferred@702782727 after retry RPC after error@2109181442) -> (continuation of Deferred@711404025 after retry RPC after error@232759052) -> (continuation of Deferred@954277909 after retry RPC after error@2036821653) -> (continuation of Deferred@1792850081 after retry RPC after error@462056713) -> (continuation of Deferred@718931941 after retry RPC after error@1745602541) -> (continuation of Deferred@1738367997 after retry RPC after error@792180770) -> (continuation of Deferred@1437099790 after retry RPC after error@1672144633)))
14:08:05.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:05.468 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:05.468 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:05.468 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:05.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:05.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:05.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:05.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:05.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:05.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:05.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:05.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:05.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:05.470 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:05.473 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:05.473 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:05.473 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:05.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:05.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:05.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:05.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:05.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:05.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:05.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:05.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:05.473 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:05.474 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:05.498 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:05.499 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:05.499 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:05.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:05.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:05.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:05.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:05.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:05.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:05.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:05.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:05.500 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:05.500 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:05.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113285618 for job 04f1cc06e642129ca1b576400efec783.
14:08:05.630 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 04f1cc06e642129ca1b576400efec783 (2907 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:08:05.631 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
14:08:05.631 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split ad0172e8a7022c7112c8c0131218e2c380d58ea652caaff127837a09bed7a05f from pending
14:08:05.631 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 85533447d94d65bb80b5c9e3fdb842265c50de98b241abd31e4b692e91913f3a from pending
14:08:05.631 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 31fa92ec08e4847e4f28dd03d666123ca866e31a6acc22fb7cd1b0ca3b3264d8 from pending
14:08:05.631 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 3 finished splits from enumerator state
14:08:05.651 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:05.651 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:05.651 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:05.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:05.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:05.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:05.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:05.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:05.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:05.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:05.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:05.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:05.653 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:05.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:05.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:05.931 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:08:05.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:06.011 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: giving up after 1 attempts
14:08:06.012 [DEBUG - main] (Connection.java:575) [peer master-127.29.101.253:41249(127.29.101.253:41249)] disconnecting while in state READY
14:08:06.012 [DEBUG - main] (Connection.java:575) [peer master-127.29.101.254:45169(127.29.101.254:45169)] disconnecting while in state READY
14:08:06.012 [DEBUG - main] (Connection.java:575) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] disconnecting while in state READY
14:08:06.012 [DEBUG - main] (Connection.java:575) [peer cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)] disconnecting while in state READY
14:08:06.012 [DEBUG - main] (Connection.java:575) [peer master-127.29.101.252:39175(127.29.101.252:39175)] disconnecting while in state READY
14:08:06.012 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.101.253:41249(127.29.101.253:41249)] handling channelInactive
14:08:06.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state READY due to: connection closed
14:08:06.013 [DEBUG - kudu-nio-4] (Connection.java:239) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] handling channelInactive
14:08:06.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bd82837dd8ae4df1b1971eccdaa04f8a(127.29.101.194:45211)] cleaning up while in state READY due to: connection closed
14:08:06.013 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.101.254:45169(127.29.101.254:45169)] handling channelInactive
14:08:06.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state READY due to: connection closed
14:08:06.013 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:06.012 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.101.252:39175(127.29.101.252:39175)] handling channelInactive
14:08:06.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state READY due to: connection closed
14:08:06.016 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 29 thread-local buffer(s) from thread: kudu-nio-1
14:08:06.017 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:08:06.017 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:08:06.017 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
14:08:06.018 [DEBUG - kudu-nio-3] (Connection.java:239) [peer cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)] handling channelInactive
14:08:06.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer cbe34bc55805491b962ed90d41b31ed8(127.29.101.193:37391)] cleaning up while in state READY due to: connection closed
14:08:06.018 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
14:08:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.018728 30103 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 30492
14:08:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:06.061385 30664 connection.cc:582] client connection to 127.29.101.193:37391 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:06.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:06.061954 30664 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.067140 30103 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 30641
14:08:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.113288 30103 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 30784
14:08:06.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113286118 for job 04f1cc06e642129ca1b576400efec783.
14:08:06.129 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:08:06.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
14:08:06.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.154172 30103 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 30115
14:08:06.173 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:06.173 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:06.173 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:06.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:06.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:06.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:06.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:06.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:06.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:06.173 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:06.173 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:06.173 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:06.174 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:06.190 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.101.254:45169(127.29.101.254:45169)] handling channelInactive
14:08:06.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state READY due to: connection closed
14:08:06.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.191468 30103 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 30186
14:08:06.227 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.101.253:41249(127.29.101.253:41249)] handling channelInactive
14:08:06.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state READY due to: connection closed
14:08:06.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.227849 30103 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 30261
14:08:06.237 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:06.238 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:06.238 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:06.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:06.261 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.101.252:39175(127.29.101.252:39175)] handling channelInactive
14:08:06.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state READY due to: connection closed
14:08:06.297 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:06.297 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:06.297 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:06.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:06.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:06.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:06.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:06.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:06.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:06.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:06.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:06.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:06.298 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:06.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:06.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:06.438 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:06.439 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:06.439 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:06.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.440 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:06.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:06.479 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:06.479 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:06.480 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:06.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:06.480 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:06.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:06.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:06.480 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:06.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:06.480 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:06.480 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:06.480 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:06.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:06.524 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:06.525 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:06.525 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:06.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.526 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:06.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113286618 for job 04f1cc06e642129ca1b576400efec783.
14:08:06.627 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:08:06.627 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
14:08:06.800 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:06.800 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:06.801 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:06.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:06.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:06.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:06.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:06.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:06.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:06.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:06.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:06.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:06.801 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:06.818 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:06.818 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:06.818 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:06.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:06.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:06.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:06.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:06.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:06.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:06.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:06.949 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:06.950 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:06.950 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:06.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:06.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:06.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:06.950 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:06.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:06.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:06.950 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:06.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:06.950 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:06.951 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:07.025 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:07.026 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:07.026 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:07.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:07.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:07.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:07.026 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:07.026 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:07.026 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:07.026 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:07.026 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:07.026 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:07.027 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:07.109 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.111 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.29.101.254:45169(127.29.101.254:45169) for tablet Kudu Master: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113287118 for job 04f1cc06e642129ca1b576400efec783.
14:08:07.119 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.120 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.122 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.128 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:08:07.130 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
14:08:07.139 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.139 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.140 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.159 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.159 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.159 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.160 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.160 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.160 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.179 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.179 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.179 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.180 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.180 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.180 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.180 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.180 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.180 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.213 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:07.213 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:07.213 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:07.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:07.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:07.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:07.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:07.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:07.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:07.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:07.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:07.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:07.214 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:07.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.220 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.220 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.239 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.239 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.239 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.239 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.239 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.339 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.339 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.339 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.339 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.340 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:07.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:07.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:07.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:08:07Z chronyd exiting
14:08:07.488 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:07.488 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:07.489 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:07.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:07.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:07.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:07.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:07.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:07.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:07.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:07.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:07.489 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:07.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:07.516 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:07.516 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:07.517 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:07.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:07.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:07.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:07.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:07.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:07.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:07.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:07.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:07.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:07.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:07.579 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.579 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.579 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.580 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.580 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113287618 for job 04f1cc06e642129ca1b576400efec783.
14:08:07.627 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:08:07.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
14:08:07.758 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:07.759 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:07.759 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:07.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:07.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.760 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.760 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:07.760 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:07.760 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:07.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:07.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:07.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:08.017 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:08.017 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:08.017 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:08.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.018 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:08.058 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:08.058 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:08.058 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:08.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.059 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:08.085 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:08.085 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:08.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.086 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:08.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:08.090 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:08.090 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:08.091 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:08.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.091 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:08.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113288118 for job 04f1cc06e642129ca1b576400efec783.
14:08:08.126 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:08:08.127 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
14:08:08.131 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:08.131 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:08.131 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:08.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.132 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.132 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.132 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.132 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:08.150 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:08.150 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:08.150 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:08.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:08.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:08.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:08.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:08.186 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:08.186 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:08.186 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:08.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:08.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:08.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:08.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:08.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:08.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:08.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:08.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:08.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:08.186 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:08.279 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:08.279 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:08.279 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:08.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:08.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:08.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:08.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:08.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:08.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:08.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:08.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:08.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:08.280 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:08.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:08.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:08.428 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:08.429 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:08.429 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:08.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.429 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.429 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:08.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:08.493 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:08:08.536 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: giving up after 1 attempts
E.14:08:08.537 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113288537
14:08:08.537 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113288537
14:08:08.538 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:08.539 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:08.539 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:08.539 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:08.539 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:08.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:08.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:08.539 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:08.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:08.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:08.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:08.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:08.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:08.542 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:08:08.548 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:08:08.549 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:08:08.549 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:08:08.549 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:08:08.549 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:08:08.553 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:08:08.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113288618 for job 04f1cc06e642129ca1b576400efec783.
14:08:08.627 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:08:08.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
14:08:08.685 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:08.685 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:08.685 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:08.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:08.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:08.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:08.686 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:08.700 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.700 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.700 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.701 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.701 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.701 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.701 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.702 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26825), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [14ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [39ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [109ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [114ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [148ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [149ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [882ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1103ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2303ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3822ms] too many traces: truncated at 100 traces, deferred=Deferred@2141423920(state=PENDING, result=null, callback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946), errback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946)))
14:08:08.703 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.703 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.703 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.703 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26825), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [14ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [39ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [109ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [114ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [148ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [149ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [882ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1103ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2303ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3822ms] too many traces: truncated at 100 traces, deferred=Deferred@2141423920(state=PENDING, result=null, callback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946), errback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26825), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [14ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [39ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [109ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [114ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [148ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [149ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [882ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1103ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2303ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3822ms] too many traces: truncated at 100 traces, deferred=Deferred@2141423920(state=PENDING, result=null, callback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946), errback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.60:33863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:08.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.705 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.709 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26825), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [14ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [39ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [109ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [114ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [148ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [149ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [882ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1103ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2303ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3822ms] too many traces: truncated at 100 traces, deferred=Deferred@2141423920(state=PENDING, result=null, callback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946), errback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26825), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [14ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [39ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [109ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [114ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [114ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [148ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [149ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [383ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [403ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [403ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [882ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [882ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1103ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2303ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3822ms] too many traces: truncated at 100 traces, deferred=Deferred@2141423920(state=PENDING, result=null, callback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946), errback=(continuation of Deferred@1550544817 after retry RPC after error@204207505) -> (continuation of Deferred@1546668795 after retry RPC after error@1060741700) -> (continuation of Deferred@942163189 after retry RPC after error@1803331868) -> (continuation of Deferred@902123802 after retry RPC after error@1201466980) -> (continuation of Deferred@1030296974 after retry RPC after error@869494646) -> (continuation of Deferred@738309527 after retry RPC after error@214864317) -> (continuation of Deferred@2038313167 after retry RPC after error@1375619145) -> (continuation of Deferred@1886577388 after retry RPC after error@139056678) -> (continuation of Deferred@3762088 after retry RPC after error@589745126) -> (continuation of Deferred@1151609068 after retry RPC after error@35270328) -> (continuation of Deferred@1230314868 after retry RPC after error@1547273795) -> (continuation of Deferred@960444000 after retry RPC after error@1778626577) -> (continuation of Deferred@199016088 after retry RPC after error@466037310) -> (continuation of Deferred@1535873808 after retry RPC after error@746533704) -> (continuation of Deferred@1119449121 after retry RPC after error@1611478162) -> (continuation of Deferred@1738094736 after retry RPC after error@841593432) -> (continuation of Deferred@999875652 after retry RPC after error@842591745) -> (continuation of Deferred@474680686 after retry RPC after error@1661978573) -> (continuation of Deferred@524920108 after retry RPC after error@1794377762) -> (continuation of Deferred@781207663 after retry RPC after error@859620319) -> (continuation of Deferred@1628332113 after retry RPC after error@737263946)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.60:33863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:08.712 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:08.712 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RUNNING to RESTARTING.
14:08:08.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
14:08:08.712 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
14:08:08.713 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:08:08.713 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
14:08:08.713 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
14:08:08.713 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:08:08.713 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
14:08:08.713 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
14:08:08.713 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
14:08:08.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
14:08:08.714 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
14:08:08.717 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:08:08.717 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
14:08:08.717 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:08:08.720 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.720 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.720 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.720 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.721 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.724 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
14:08:08.724 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
14:08:08.724 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
14:08:08.725 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:08:08.726 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
14:08:08.726 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
14:08:08.727 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:08:08.727 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
14:08:08.727 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:08:08.728 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:08:08.728 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
14:08:08.728 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:08:08.732 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
14:08:08.732 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
14:08:08.732 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
14:08:08.733 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:08:08.734 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
14:08:08.734 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
14:08:08.740 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.740 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.740 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.741 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.744 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
14:08:08.744 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
14:08:08.745 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
14:08:08.745 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
14:08:08.746 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
14:08:08.746 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:08.747 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:08.747 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
14:08:08.747 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
14:08:08.748 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:08.748 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
14:08:08.749 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 46167b4104acab610af5cd9644360c4d
14:08:08.750 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:08.750 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:08.751 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:08.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:08.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:08.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:08.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:08.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:08.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:08.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:08.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:08.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:08.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:08.753 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:08.753 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:08.753 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:08.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:08.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:08.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:08.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:08.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:08.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:08.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:08.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:08.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:08.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:08.759 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.760 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.760 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.760 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.760 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.760 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.761 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.779 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.780 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.780 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.780 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.780 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.800 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.800 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.801 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.802 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.802 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.802 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.840 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.840 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.840 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.841 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:08.887 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:08.900 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:08.900 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:08.900 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:08.901 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.901 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.901 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:08.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:08.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:08.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:08.919 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:08.919 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:08.919 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:08.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:08.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:08.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:08.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:08.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:08.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:08.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:08.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:08.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:08.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:08.958 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:08:08.958 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:08:08.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:08.961858 32362 mini_oidc.cc:150] Starting JWKS server
14:08:08.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:08.965576 32362 webserver.cc:533] Webserver started at http://127.0.0.1:36445/ using document root <none> and password file <none>
14:08:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:08.966117 32362 mini_oidc.cc:186] Starting OIDC Discovery server
14:08:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:08.967912 32362 webserver.cc:533] Webserver started at http://127.0.0.1:38197/ using document root <none> and password file <none>
14:08:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:08:09Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:08:09.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:08:09Z Disabled control of system clock
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.036612 32362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/wal
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/data
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/logs
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/data/info.pb
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.190:35657
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.190
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36445/jwks.json with env {}
14:08:09.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113289118 for job 04f1cc06e642129ca1b576400efec783.
14:08:09.120 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:09.120 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:09.120 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:09.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:09.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:09.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:09.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:09.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:09.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:09.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:09.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:09.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:09.121 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:09.129 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:08:09.129 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
14:08:09.206 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:09.206 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:09.206 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:09.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.207 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:09.207 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27349), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [151ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [152ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [152ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [166ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [166ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [541ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [541ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [542ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [701ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [703ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [704ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [704ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1545ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1545ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1545ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1546ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1546ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1546ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3120ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3780ms] refreshing cache from master, [3780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3782ms] too many traces: truncated at 100 traces, deferred=Deferred@1044574732(state=PENDING, result=null, callback=(continuation of Deferred@1578213006 after retry RPC after error@1049538258) -> (continuation of Deferred@1153022306 after retry RPC after error@1841492331) -> (continuation of Deferred@1064691635 after retry RPC after error@1950758577) -> (continuation of Deferred@2109596658 after retry RPC after error@118365319) -> (continuation of Deferred@391523242 after retry RPC after error@1390437455) -> (continuation of Deferred@1079033746 after retry RPC after error@936212795) -> (continuation of Deferred@291507987 after retry RPC after error@1089717100) -> (continuation of Deferred@94001359 after retry RPC after error@1505951206) -> (continuation of Deferred@1212905818 after retry RPC after error@385690524) -> (continuation of Deferred@1098270124 after retry RPC after error@253078953) -> (continuation of Deferred@470254776 after retry RPC after error@1675230575) -> (continuation of Deferred@275881885 after retry RPC after error@850067679) -> (continuation of Deferred@304705654 after retry RPC after error@1043842521) -> (continuation of Deferred@572930293 after retry RPC after error@1214347670) -> (continuation of Deferred@294787628 after retry RPC after error@285936842) -> (continuation of Deferred@41512846 after retry RPC after error@1100417950) -> (continuation of Deferred@1079327482 after retry RPC after error@166794086) -> (continuation of Deferred@1077741769 after retry RPC after error@957292715) -> (continuation of Deferred@1357139866 after retry RPC after error@1359940803) -> (continuation of Deferred@2036084075 after retry RPC after error@957759635) -> (continuation of Deferred@1274826932 after retry RPC after error@1648112668) -> (continuation of Deferred@2048096837 after retry RPC after error@1896529740) -> (continuation of Deferred@1482307625 after retry RPC after error@1531280362), errback=(continuation of Deferred@1578213006 after retry RPC after error@1049538258) -> (continuation of Deferred@1153022306 after retry RPC after error@1841492331) -> (continuation of Deferred@1064691635 after retry RPC after error@1950758577) -> (continuation of Deferred@2109596658 after retry RPC after error@118365319) -> (continuation of Deferred@391523242 after retry RPC after error@1390437455) -> (continuation of Deferred@1079033746 after retry RPC after error@936212795) -> (continuation of Deferred@291507987 after retry RPC after error@1089717100) -> (continuation of Deferred@94001359 after retry RPC after error@1505951206) -> (continuation of Deferred@1212905818 after retry RPC after error@385690524) -> (continuation of Deferred@1098270124 after retry RPC after error@253078953) -> (continuation of Deferred@470254776 after retry RPC after error@1675230575) -> (continuation of Deferred@275881885 after retry RPC after error@850067679) -> (continuation of Deferred@304705654 after retry RPC after error@1043842521) -> (continuation of Deferred@572930293 after retry RPC after error@1214347670) -> (continuation of Deferred@294787628 after retry RPC after error@285936842) -> (continuation of Deferred@41512846 after retry RPC after error@1100417950) -> (continuation of Deferred@1079327482 after retry RPC after error@166794086) -> (continuation of Deferred@1077741769 after retry RPC after error@957292715) -> (continuation of Deferred@1357139866 after retry RPC after error@1359940803) -> (continuation of Deferred@2036084075 after retry RPC after error@957759635) -> (continuation of Deferred@1274826932 after retry RPC after error@1648112668) -> (continuation of Deferred@2048096837 after retry RPC after error@1896529740) -> (continuation of Deferred@1482307625 after retry RPC after error@1531280362)))
14:08:09.309 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:09.310 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:09.310 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:09.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.310 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:09.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:09.378 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:09.378 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:09.378 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:09.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:09.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:09.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:09.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:09.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:09.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:09.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:09.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:09.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:09.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.380502 32386 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.381052 32386 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.381574 32386 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:09.387 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.418290 32386 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:08:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.418648 32386 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.418877 32386 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.419081 32386 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:08:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.419274 32386 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.419423 32386 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36445/jwks.json
14:08:09.459 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:09.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:09.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:09.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:09.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:09.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:09.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:09.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:09.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:09.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:09.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:09.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.460577 32386 master_runner.cc:387] Master server non-default flags:
14:08:09.461 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/data
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/wal
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.190:35657
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36445/jwks.json
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/data/info.pb
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.190
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/logs
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.462007 32386 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.463630 32386 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.474997 32392 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:09.585 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:09.585 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:09.585 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:09.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:09.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27773), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [117ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [148ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [150ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [186ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [224ms] refreshing cache from master, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [225ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [226ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [226ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [583ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [682ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [683ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [683ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [684ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1545ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1545ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3381ms] refreshing cache from master, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3384ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3384ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4640ms] refreshing cache from master, [4640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4643ms] too many traces: truncated at 100 traces, deferred=Deferred@1375009704(state=PENDING, result=null, callback=(continuation of Deferred@791566315 after retry RPC after error@609709182) -> (continuation of Deferred@169024541 after retry RPC after error@2093780812) -> (continuation of Deferred@553651761 after retry RPC after error@1051439859) -> (continuation of Deferred@751481551 after retry RPC after error@887422709) -> (continuation of Deferred@355733470 after retry RPC after error@1986726817) -> (continuation of Deferred@265192297 after retry RPC after error@483313459) -> (continuation of Deferred@699494795 after retry RPC after error@120144159) -> (continuation of Deferred@2089242456 after retry RPC after error@370866340) -> (continuation of Deferred@881196741 after retry RPC after error@2036949235) -> (continuation of Deferred@1062341897 after retry RPC after error@2127302047) -> (continuation of Deferred@1705289557 after retry RPC after error@1467497962) -> (continuation of Deferred@2028820553 after retry RPC after error@1716716094) -> (continuation of Deferred@646815662 after retry RPC after error@806117880) -> (continuation of Deferred@573659296 after retry RPC after error@1552804906) -> (continuation of Deferred@381118714 after retry RPC after error@1172822133) -> (continuation of Deferred@1840999473 after retry RPC after error@1592013072) -> (continuation of Deferred@1933140622 after retry RPC after error@149301484) -> (continuation of Deferred@1049237285 after retry RPC after error@1092214101) -> (continuation of Deferred@2030889706 after retry RPC after error@1083444335) -> (continuation of Deferred@776538215 after retry RPC after error@557161358) -> (continuation of Deferred@1064337144 after retry RPC after error@1600649741) -> (continuation of Deferred@965467062 after retry RPC after error@888135394) -> (continuation of Deferred@148173113 after retry RPC after error@1753470396) -> (continuation of Deferred@263386481 after retry RPC after error@1163932331), errback=(continuation of Deferred@791566315 after retry RPC after error@609709182) -> (continuation of Deferred@169024541 after retry RPC after error@2093780812) -> (continuation of Deferred@553651761 after retry RPC after error@1051439859) -> (continuation of Deferred@751481551 after retry RPC after error@887422709) -> (continuation of Deferred@355733470 after retry RPC after error@1986726817) -> (continuation of Deferred@265192297 after retry RPC after error@483313459) -> (continuation of Deferred@699494795 after retry RPC after error@120144159) -> (continuation of Deferred@2089242456 after retry RPC after error@370866340) -> (continuation of Deferred@881196741 after retry RPC after error@2036949235) -> (continuation of Deferred@1062341897 after retry RPC after error@2127302047) -> (continuation of Deferred@1705289557 after retry RPC after error@1467497962) -> (continuation of Deferred@2028820553 after retry RPC after error@1716716094) -> (continuation of Deferred@646815662 after retry RPC after error@806117880) -> (continuation of Deferred@573659296 after retry RPC after error@1552804906) -> (continuation of Deferred@381118714 after retry RPC after error@1172822133) -> (continuation of Deferred@1840999473 after retry RPC after error@1592013072) -> (continuation of Deferred@1933140622 after retry RPC after error@149301484) -> (continuation of Deferred@1049237285 after retry RPC after error@1092214101) -> (continuation of Deferred@2030889706 after retry RPC after error@1083444335) -> (continuation of Deferred@776538215 after retry RPC after error@557161358) -> (continuation of Deferred@1064337144 after retry RPC after error@1600649741) -> (continuation of Deferred@965467062 after retry RPC after error@888135394) -> (continuation of Deferred@148173113 after retry RPC after error@1753470396) -> (continuation of Deferred@263386481 after retry RPC after error@1163932331)))
14:08:09.616 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:09.616 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:09.616 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:09.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:09.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113289619 for job 04f1cc06e642129ca1b576400efec783.
14:08:09.619 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27764), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [15ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [32ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [165ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [502ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1002ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1482ms] refreshing cache from master, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1485ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@654118844(state=PENDING, result=null, callback=(continuation of Deferred@1738675277 after retry RPC after error@1038886487) -> (continuation of Deferred@65128329 after retry RPC after error@1294968998) -> (continuation of Deferred@987290930 after retry RPC after error@1725598368) -> (continuation of Deferred@1795871869 after retry RPC after error@1531980578) -> (continuation of Deferred@656235575 after retry RPC after error@354442750) -> (continuation of Deferred@682940955 after retry RPC after error@1919417620) -> (continuation of Deferred@1062661003 after retry RPC after error@672046642) -> (continuation of Deferred@644152618 after retry RPC after error@1806052271) -> (continuation of Deferred@1671733219 after retry RPC after error@1057448619) -> (continuation of Deferred@1049314764 after retry RPC after error@1680534241) -> (continuation of Deferred@590756352 after retry RPC after error@656414455) -> (continuation of Deferred@1138856698 after retry RPC after error@1890518405) -> (continuation of Deferred@1658574762 after retry RPC after error@1164702376) -> (continuation of Deferred@173203133 after retry RPC after error@47800671) -> (continuation of Deferred@1048809513 after retry RPC after error@619170787) -> (continuation of Deferred@945577716 after retry RPC after error@1908806457) -> (continuation of Deferred@1399244784 after retry RPC after error@1237628588) -> (continuation of Deferred@330693278 after retry RPC after error@1386970122) -> (continuation of Deferred@924281064 after retry RPC after error@1535826288) -> (continuation of Deferred@1733802389 after retry RPC after error@1846919769) -> (continuation of Deferred@1648994139 after retry RPC after error@1862640443) -> (continuation of Deferred@902050911 after retry RPC after error@1971531700) -> (continuation of Deferred@1516191008 after retry RPC after error@411128107), errback=(continuation of Deferred@1738675277 after retry RPC after error@1038886487) -> (continuation of Deferred@65128329 after retry RPC after error@1294968998) -> (continuation of Deferred@987290930 after retry RPC after error@1725598368) -> (continuation of Deferred@1795871869 after retry RPC after error@1531980578) -> (continuation of Deferred@656235575 after retry RPC after error@354442750) -> (continuation of Deferred@682940955 after retry RPC after error@1919417620) -> (continuation of Deferred@1062661003 after retry RPC after error@672046642) -> (continuation of Deferred@644152618 after retry RPC after error@1806052271) -> (continuation of Deferred@1671733219 after retry RPC after error@1057448619) -> (continuation of Deferred@1049314764 after retry RPC after error@1680534241) -> (continuation of Deferred@590756352 after retry RPC after error@656414455) -> (continuation of Deferred@1138856698 after retry RPC after error@1890518405) -> (continuation of Deferred@1658574762 after retry RPC after error@1164702376) -> (continuation of Deferred@173203133 after retry RPC after error@47800671) -> (continuation of Deferred@1048809513 after retry RPC after error@619170787) -> (continuation of Deferred@945577716 after retry RPC after error@1908806457) -> (continuation of Deferred@1399244784 after retry RPC after error@1237628588) -> (continuation of Deferred@330693278 after retry RPC after error@1386970122) -> (continuation of Deferred@924281064 after retry RPC after error@1535826288) -> (continuation of Deferred@1733802389 after retry RPC after error@1846919769) -> (continuation of Deferred@1648994139 after retry RPC after error@1862640443) -> (continuation of Deferred@902050911 after retry RPC after error@1971531700) -> (continuation of Deferred@1516191008 after retry RPC after error@411128107)))
14:08:09.635 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
14:08:09.637 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
14:08:09.688 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:09.689 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:09.689 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:09.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:09.697 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:09.697 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:09.697 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:09.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.698 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:09.711 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:09.711 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:09.711 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:09.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:09.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:09.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:09.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:09.728 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:09.728 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:09.729 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:09.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:09.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:09.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:09.730 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:09.731 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27853), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [92ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [95ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [117ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [132ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [145ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [147ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [147ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [186ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [187ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [187ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [423ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [762ms] refreshing cache from master, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [763ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [764ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [765ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [766ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1558ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1558ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1559ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1763ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2722ms] too many traces: truncated at 100 traces, deferred=Deferred@889209692(state=PENDING, result=null, callback=(continuation of Deferred@1516410632 after retry RPC after error@1996931495) -> (continuation of Deferred@1319653428 after retry RPC after error@2030432286) -> (continuation of Deferred@932311777 after retry RPC after error@1985676877) -> (continuation of Deferred@2063515970 after retry RPC after error@741165827) -> (continuation of Deferred@345223837 after retry RPC after error@987014956) -> (continuation of Deferred@917280229 after retry RPC after error@1889514848) -> (continuation of Deferred@2039604916 after retry RPC after error@1717814125) -> (continuation of Deferred@875721209 after retry RPC after error@965473962) -> (continuation of Deferred@1339622249 after retry RPC after error@937023828) -> (continuation of Deferred@281271279 after retry RPC after error@1981501947) -> (continuation of Deferred@1902040602 after retry RPC after error@146055708) -> (continuation of Deferred@103160902 after retry RPC after error@706613744) -> (continuation of Deferred@771226799 after retry RPC after error@16654159) -> (continuation of Deferred@915203898 after retry RPC after error@1825038730) -> (continuation of Deferred@2118609465 after retry RPC after error@238225113) -> (continuation of Deferred@1607959826 after retry RPC after error@214955219) -> (continuation of Deferred@1234981329 after retry RPC after error@1594852341) -> (continuation of Deferred@1007903251 after retry RPC after error@1334407214) -> (continuation of Deferred@1689301719 after retry RPC after error@1199801759) -> (continuation of Deferred@1621587078 after retry RPC after error@1688957116) -> (continuation of Deferred@90984692 after retry RPC after error@1587057339) -> (continuation of Deferred@96521898 after retry RPC after error@986800190), errback=(continuation of Deferred@1516410632 after retry RPC after error@1996931495) -> (continuation of Deferred@1319653428 after retry RPC after error@2030432286) -> (continuation of Deferred@932311777 after retry RPC after error@1985676877) -> (continuation of Deferred@2063515970 after retry RPC after error@741165827) -> (continuation of Deferred@345223837 after retry RPC after error@987014956) -> (continuation of Deferred@917280229 after retry RPC after error@1889514848) -> (continuation of Deferred@2039604916 after retry RPC after error@1717814125) -> (continuation of Deferred@875721209 after retry RPC after error@965473962) -> (continuation of Deferred@1339622249 after retry RPC after error@937023828) -> (continuation of Deferred@281271279 after retry RPC after error@1981501947) -> (continuation of Deferred@1902040602 after retry RPC after error@146055708) -> (continuation of Deferred@103160902 after retry RPC after error@706613744) -> (continuation of Deferred@771226799 after retry RPC after error@16654159) -> (continuation of Deferred@915203898 after retry RPC after error@1825038730) -> (continuation of Deferred@2118609465 after retry RPC after error@238225113) -> (continuation of Deferred@1607959826 after retry RPC after error@214955219) -> (continuation of Deferred@1234981329 after retry RPC after error@1594852341) -> (continuation of Deferred@1007903251 after retry RPC after error@1334407214) -> (continuation of Deferred@1689301719 after retry RPC after error@1199801759) -> (continuation of Deferred@1621587078 after retry RPC after error@1688957116) -> (continuation of Deferred@90984692 after retry RPC after error@1587057339) -> (continuation of Deferred@96521898 after retry RPC after error@986800190)))
14:08:09.765 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:09.765 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:09.765 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:09.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:09.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:09.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:09.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:09.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:09.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:09.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:09.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:09.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:09.766 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:09.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:09.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:10.110 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:10.111 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:10.111 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:10.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.112 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.112 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:10.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113290118 for job 04f1cc06e642129ca1b576400efec783.
14:08:10.130 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:08:10.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
14:08:10.160 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:10.160 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:10.161 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:10.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:10.161 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:10.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:10.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:10.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:10.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:10.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:10.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:10.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:10.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:10.192 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:10.192 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:10.192 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:10.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.193 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.193 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.193 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:10.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:10.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:10.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:10.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:10.460 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:10.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:10.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:10.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:10.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:10.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:10.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:10.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:10.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:10.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:10.461 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:10.505 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:10.506 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:10.506 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:10.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:10.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:10.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:10.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:10.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:10.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:10.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:10.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:10.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:10.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:10.550 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:10.550 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:10.551 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:10.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:10.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:10.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:10.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:10.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113290618 for job 04f1cc06e642129ca1b576400efec783.
14:08:10.628 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:08:10.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
14:08:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.476971 32393 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.481510 32395 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:10.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:10.815409 32394 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1334 milliseconds
14:08:10.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.815527 32386 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:08:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.816941 32386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.819756 32386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.821157 32386 hybrid_clock.cc:648] HybridClock initialized: now 1779113290821110 us; error 65 us; skew 500 ppm
14:08:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.821936 32386 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.828660 32386 webserver.cc:533] Webserver started at http://127.31.154.190:46297/ using document root <none> and password file <none>
14:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.829546 32386 fs_manager.cc:362] Metadata directory not provided
14:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.829741 32386 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.830133 32386 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.834735 32386 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/data/instance:
14:08:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95f92f4f609b464d81b285a52687857f"
14:08:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:10 on dist-test-slave-qn3m"
14:08:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.835968 32386 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/wal/instance:
14:08:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95f92f4f609b464d81b285a52687857f"
14:08:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:10 on dist-test-slave-qn3m"
14:08:10.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.844029 32386 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
14:08:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.850292 32402 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:10.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.851450 32386 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.851872 32386 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/wal
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95f92f4f609b464d81b285a52687857f"
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:10 on dist-test-slave-qn3m"
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.852303 32386 fs_report.cc:389] FS layout report
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/wal
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/wal
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/data/data
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:10.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.923718 32386 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.925561 32386 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:10.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.926060 32386 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:10.973 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:10.973 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:10.973 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:10.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:10.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:10.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:10.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:10.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:10.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:10.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:10.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:10.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:10.975 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.008613 32386 rpc_server.cc:307] RPC server started. Bound to: 127.31.154.190:35657
14:08:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.008805 32453 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.154.190:35657 every 8 connection(s)
14:08:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.011618 32386 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/data/info.pb
14:08:11.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.018498 32454 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.018767 32362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 32386
14:08:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.019322 32362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-0/wal/instance
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.024780 32362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/wal
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/data
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/logs
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/data/info.pb
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.189:43187
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.189
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36445/jwks.json with env {}
14:08:11.031 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:11.031 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:11.032 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:11.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:11.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:11.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:11.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:11.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:11.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:11.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:11.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:11.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:11.032 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.036329 32454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } has no permanent_uuid. Determining permanent_uuid...
14:08:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.065685 32454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } has no permanent_uuid. Determining permanent_uuid...
14:08:11.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.068404 32404 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.073414 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.189:43187: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:11.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113291118 for job 04f1cc06e642129ca1b576400efec783.
14:08:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.122972 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } attempt: 1
14:08:11.127 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:08:11.129 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
14:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.129863 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.189:43187: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.198289 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } attempt: 2
14:08:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.203250 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.189:43187: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:11.229 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:11.229 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:11.229 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:11.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.230 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.294670 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } attempt: 3
14:08:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.299469 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.189:43187: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:11.317 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:11.317 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:11.317 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:11.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.317 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.317 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.317 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:11.337 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:11.337 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:11.337 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:11.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:11.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:11.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.414069 32456 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.414865 32456 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.415611 32456 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.442860 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } attempt: 4
14:08:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.447692 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.189:43187: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:11.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.477218 32456 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:08:11.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.477667 32456 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.478031 32456 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.478384 32456 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:08:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.478766 32456 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:11.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.479041 32456 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36445/jwks.json
14:08:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.545327 32456 master_runner.cc:387] Master server non-default flags:
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/data
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/wal
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.189:43187
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36445/jwks.json
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/data/info.pb
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.189
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/logs
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.547107 32456 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.549145 32456 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.561935 32465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:11.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113291618 for job 04f1cc06e642129ca1b576400efec783.
14:08:11.629 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:08:11.630 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
14:08:11.637 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:11.637 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:11.637 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:11.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:11.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:11.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:11.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:11.692 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:11.692 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:11.692 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:11.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.694 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.747184 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } attempt: 5
14:08:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.754871 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.189:43187: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:11.756 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:11.756 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:11.756 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:11.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:11.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:11.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:11.758 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:11.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:11.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:12.110 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:12.111 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:12.111 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:12.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:12.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:12.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:12.112 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:12.112 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:12.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:12.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:12.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:12.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:12.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:12.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113292118 for job 04f1cc06e642129ca1b576400efec783.
14:08:12.133 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:08:12.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
14:08:12.299 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:12.299 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:12.299 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:12.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:12.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:12.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:12.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:12.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:12.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:12.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:12.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:12.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:12.301 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.302500 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } attempt: 6
14:08:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.323414 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.189:43187: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:12.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:12.388 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:12.510 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:12.511 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:12.511 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:12.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:12.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:12.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:12.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:12.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:12.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:12.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:12.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:12.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:12.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:12.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113292618 for job 04f1cc06e642129ca1b576400efec783.
14:08:12.636 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
14:08:12.638 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
14:08:12.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:12.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:12.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:12.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:12.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:12.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:12.640 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:12.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:12.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:12.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:12.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:12.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:12.641 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:12.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:12.888 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:12.988 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:12.989 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:12.989 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:12.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:12.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:12.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:12.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:12.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:12.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:12.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:12.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:12.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:12.990 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:13.031 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:13.032 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:13.032 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:13.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:13.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:13.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:13.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:13.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:13.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:13.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:13.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:13.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:13.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:13.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113293118 for job 04f1cc06e642129ca1b576400efec783.
14:08:13.132 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
14:08:13.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
14:08:13.297 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:13.297 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:13.297 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:13.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.300 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:13.300 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:13.300 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:13.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.300 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.300 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.301 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.301 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.301 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.301 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.301 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:13.302 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:13.302 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28708), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [208ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [209ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [209ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [310ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [312ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [313ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [313ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [324ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [383ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [383ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [423ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [424ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [424ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [502ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [503ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1024ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1104ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2043ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3321ms] refreshing cache from master, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3322ms] too many traces: truncated at 100 traces, deferred=Deferred@1011567608(state=PENDING, result=null, callback=(continuation of Deferred@4438077 after retry RPC after error@33447025) -> (continuation of Deferred@1802368081 after retry RPC after error@228554319) -> (continuation of Deferred@276866449 after retry RPC after error@1668185636) -> (continuation of Deferred@1730527588 after retry RPC after error@301924033) -> (continuation of Deferred@80182594 after retry RPC after error@340307104) -> (continuation of Deferred@1571778988 after retry RPC after error@994149422) -> (continuation of Deferred@80991081 after retry RPC after error@1429164799) -> (continuation of Deferred@1932229607 after retry RPC after error@1157427544) -> (continuation of Deferred@1580083765 after retry RPC after error@1899570085) -> (continuation of Deferred@1499830822 after retry RPC after error@2058405475) -> (continuation of Deferred@1432368258 after retry RPC after error@1845232000) -> (continuation of Deferred@415044275 after retry RPC after error@1690459161) -> (continuation of Deferred@819114023 after retry RPC after error@1034901436) -> (continuation of Deferred@1308095024 after retry RPC after error@1000557827) -> (continuation of Deferred@517312984 after retry RPC after error@1501574921) -> (continuation of Deferred@722741371 after retry RPC after error@184460111) -> (continuation of Deferred@941078681 after retry RPC after error@1618475245) -> (continuation of Deferred@1781158760 after retry RPC after error@363946425) -> (continuation of Deferred@283623654 after retry RPC after error@1334375047) -> (continuation of Deferred@1996577037 after retry RPC after error@1763918589) -> (continuation of Deferred@1198346191 after retry RPC after error@1333367151) -> (continuation of Deferred@852320444 after retry RPC after error@1091238066) -> (continuation of Deferred@1815397483 after retry RPC after error@1866842731) -> (continuation of Deferred@919898047 after retry RPC after error@546121407) -> (continuation of Deferred@1792063833 after retry RPC after error@734488818), errback=(continuation of Deferred@4438077 after retry RPC after error@33447025) -> (continuation of Deferred@1802368081 after retry RPC after error@228554319) -> (continuation of Deferred@276866449 after retry RPC after error@1668185636) -> (continuation of Deferred@1730527588 after retry RPC after error@301924033) -> (continuation of Deferred@80182594 after retry RPC after error@340307104) -> (continuation of Deferred@1571778988 after retry RPC after error@994149422) -> (continuation of Deferred@80991081 after retry RPC after error@1429164799) -> (continuation of Deferred@1932229607 after retry RPC after error@1157427544) -> (continuation of Deferred@1580083765 after retry RPC after error@1899570085) -> (continuation of Deferred@1499830822 after retry RPC after error@2058405475) -> (continuation of Deferred@1432368258 after retry RPC after error@1845232000) -> (continuation of Deferred@415044275 after retry RPC after error@1690459161) -> (continuation of Deferred@819114023 after retry RPC after error@1034901436) -> (continuation of Deferred@1308095024 after retry RPC after error@1000557827) -> (continuation of Deferred@517312984 after retry RPC after error@1501574921) -> (continuation of Deferred@722741371 after retry RPC after error@184460111) -> (continuation of Deferred@941078681 after retry RPC after error@1618475245) -> (continuation of Deferred@1781158760 after retry RPC after error@363946425) -> (continuation of Deferred@283623654 after retry RPC after error@1334375047) -> (continuation of Deferred@1996577037 after retry RPC after error@1763918589) -> (continuation of Deferred@1198346191 after retry RPC after error@1333367151) -> (continuation of Deferred@852320444 after retry RPC after error@1091238066) -> (continuation of Deferred@1815397483 after retry RPC after error@1866842731) -> (continuation of Deferred@919898047 after retry RPC after error@546121407) -> (continuation of Deferred@1792063833 after retry RPC after error@734488818)))
14:08:13.304 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:08:13.304 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28708), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [208ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [209ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [209ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [310ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [312ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [313ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [313ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [324ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [383ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [383ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [423ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [424ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [424ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [502ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [503ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1024ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1104ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2043ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3321ms] refreshing cache from master, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3322ms] too many traces: truncated at 100 traces, deferred=Deferred@1011567608(state=PENDING, result=null, callback=(continuation of Deferred@4438077 after retry RPC after error@33447025) -> (continuation of Deferred@1802368081 after retry RPC after error@228554319) -> (continuation of Deferred@276866449 after retry RPC after error@1668185636) -> (continuation of Deferred@1730527588 after retry RPC after error@301924033) -> (continuation of Deferred@80182594 after retry RPC after error@340307104) -> (continuation of Deferred@1571778988 after retry RPC after error@994149422) -> (continuation of Deferred@80991081 after retry RPC after error@1429164799) -> (continuation of Deferred@1932229607 after retry RPC after error@1157427544) -> (continuation of Deferred@1580083765 after retry RPC after error@1899570085) -> (continuation of Deferred@1499830822 after retry RPC after error@2058405475) -> (continuation of Deferred@1432368258 after retry RPC after error@1845232000) -> (continuation of Deferred@415044275 after retry RPC after error@1690459161) -> (continuation of Deferred@819114023 after retry RPC after error@1034901436) -> (continuation of Deferred@1308095024 after retry RPC after error@1000557827) -> (continuation of Deferred@517312984 after retry RPC after error@1501574921) -> (continuation of Deferred@722741371 after retry RPC after error@184460111) -> (continuation of Deferred@941078681 after retry RPC after error@1618475245) -> (continuation of Deferred@1781158760 after retry RPC after error@363946425) -> (continuation of Deferred@283623654 after retry RPC after error@1334375047) -> (continuation of Deferred@1996577037 after retry RPC after error@1763918589) -> (continuation of Deferred@1198346191 after retry RPC after error@1333367151) -> (continuation of Deferred@852320444 after retry RPC after error@1091238066) -> (continuation of Deferred@1815397483 after retry RPC after error@1866842731) -> (continuation of Deferred@919898047 after retry RPC after error@546121407) -> (continuation of Deferred@1792063833 after retry RPC after error@734488818), errback=(continuation of Deferred@4438077 after retry RPC after error@33447025) -> (continuation of Deferred@1802368081 after retry RPC after error@228554319) -> (continuation of Deferred@276866449 after retry RPC after error@1668185636) -> (continuation of Deferred@1730527588 after retry RPC after error@301924033) -> (continuation of Deferred@80182594 after retry RPC after error@340307104) -> (continuation of Deferred@1571778988 after retry RPC after error@994149422) -> (continuation of Deferred@80991081 after retry RPC after error@1429164799) -> (continuation of Deferred@1932229607 after retry RPC after error@1157427544) -> (continuation of Deferred@1580083765 after retry RPC after error@1899570085) -> (continuation of Deferred@1499830822 after retry RPC after error@2058405475) -> (continuation of Deferred@1432368258 after retry RPC after error@1845232000) -> (continuation of Deferred@415044275 after retry RPC after error@1690459161) -> (continuation of Deferred@819114023 after retry RPC after error@1034901436) -> (continuation of Deferred@1308095024 after retry RPC after error@1000557827) -> (continuation of Deferred@517312984 after retry RPC after error@1501574921) -> (continuation of Deferred@722741371 after retry RPC after error@184460111) -> (continuation of Deferred@941078681 after retry RPC after error@1618475245) -> (continuation of Deferred@1781158760 after retry RPC after error@363946425) -> (continuation of Deferred@283623654 after retry RPC after error@1334375047) -> (continuation of Deferred@1996577037 after retry RPC after error@1763918589) -> (continuation of Deferred@1198346191 after retry RPC after error@1333367151) -> (continuation of Deferred@852320444 after retry RPC after error@1091238066) -> (continuation of Deferred@1815397483 after retry RPC after error@1866842731) -> (continuation of Deferred@919898047 after retry RPC after error@546121407) -> (continuation of Deferred@1792063833 after retry RPC after error@734488818)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:13.308 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
14:08:13.313 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:08:13.315 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28708), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [208ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [209ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [209ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [310ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [312ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [313ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [313ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [324ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [383ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [383ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [423ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [424ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [424ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [502ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [503ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1024ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1104ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2043ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3321ms] refreshing cache from master, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3322ms] too many traces: truncated at 100 traces, deferred=Deferred@1011567608(state=PENDING, result=null, callback=(continuation of Deferred@4438077 after retry RPC after error@33447025) -> (continuation of Deferred@1802368081 after retry RPC after error@228554319) -> (continuation of Deferred@276866449 after retry RPC after error@1668185636) -> (continuation of Deferred@1730527588 after retry RPC after error@301924033) -> (continuation of Deferred@80182594 after retry RPC after error@340307104) -> (continuation of Deferred@1571778988 after retry RPC after error@994149422) -> (continuation of Deferred@80991081 after retry RPC after error@1429164799) -> (continuation of Deferred@1932229607 after retry RPC after error@1157427544) -> (continuation of Deferred@1580083765 after retry RPC after error@1899570085) -> (continuation of Deferred@1499830822 after retry RPC after error@2058405475) -> (continuation of Deferred@1432368258 after retry RPC after error@1845232000) -> (continuation of Deferred@415044275 after retry RPC after error@1690459161) -> (continuation of Deferred@819114023 after retry RPC after error@1034901436) -> (continuation of Deferred@1308095024 after retry RPC after error@1000557827) -> (continuation of Deferred@517312984 after retry RPC after error@1501574921) -> (continuation of Deferred@722741371 after retry RPC after error@184460111) -> (continuation of Deferred@941078681 after retry RPC after error@1618475245) -> (continuation of Deferred@1781158760 after retry RPC after error@363946425) -> (continuation of Deferred@283623654 after retry RPC after error@1334375047) -> (continuation of Deferred@1996577037 after retry RPC after error@1763918589) -> (continuation of Deferred@1198346191 after retry RPC after error@1333367151) -> (continuation of Deferred@852320444 after retry RPC after error@1091238066) -> (continuation of Deferred@1815397483 after retry RPC after error@1866842731) -> (continuation of Deferred@919898047 after retry RPC after error@546121407) -> (continuation of Deferred@1792063833 after retry RPC after error@734488818), errback=(continuation of Deferred@4438077 after retry RPC after error@33447025) -> (continuation of Deferred@1802368081 after retry RPC after error@228554319) -> (continuation of Deferred@276866449 after retry RPC after error@1668185636) -> (continuation of Deferred@1730527588 after retry RPC after error@301924033) -> (continuation of Deferred@80182594 after retry RPC after error@340307104) -> (continuation of Deferred@1571778988 after retry RPC after error@994149422) -> (continuation of Deferred@80991081 after retry RPC after error@1429164799) -> (continuation of Deferred@1932229607 after retry RPC after error@1157427544) -> (continuation of Deferred@1580083765 after retry RPC after error@1899570085) -> (continuation of Deferred@1499830822 after retry RPC after error@2058405475) -> (continuation of Deferred@1432368258 after retry RPC after error@1845232000) -> (continuation of Deferred@415044275 after retry RPC after error@1690459161) -> (continuation of Deferred@819114023 after retry RPC after error@1034901436) -> (continuation of Deferred@1308095024 after retry RPC after error@1000557827) -> (continuation of Deferred@517312984 after retry RPC after error@1501574921) -> (continuation of Deferred@722741371 after retry RPC after error@184460111) -> (continuation of Deferred@941078681 after retry RPC after error@1618475245) -> (continuation of Deferred@1781158760 after retry RPC after error@363946425) -> (continuation of Deferred@283623654 after retry RPC after error@1334375047) -> (continuation of Deferred@1996577037 after retry RPC after error@1763918589) -> (continuation of Deferred@1198346191 after retry RPC after error@1333367151) -> (continuation of Deferred@852320444 after retry RPC after error@1091238066) -> (continuation of Deferred@1815397483 after retry RPC after error@1866842731) -> (continuation of Deferred@919898047 after retry RPC after error@546121407) -> (continuation of Deferred@1792063833 after retry RPC after error@734488818)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:13.320 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:13.321 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
14:08:13.322 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:08:13.322 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RUNNING to RESTARTING.
14:08:13.323 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
14:08:13.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.383999 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } attempt: 7
14:08:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.564779 32466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.964486 32464 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 32456
14:08:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.387912 32464 kernel_stack_watchdog.cc:198] Thread 32456 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:08:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:08:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:08:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:08:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:08:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.393110 32456 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.831s	user 0.633s	sys 1.162s
14:08:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.393473 32467 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1830 milliseconds
14:08:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.393579 32456 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.831s	user 0.633s	sys 1.162s
14:08:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.395094 32468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.395094 32456 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:08:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.396643 32456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.399394 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.189:43187: Network error: Client connection negotiation failed: client connection to 127.31.154.189:43187: connect: Connection refused (error 111)
14:08:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.399610 32456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:13.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.401068 32456 hybrid_clock.cc:648] HybridClock initialized: now 1779113293401035 us; error 36 us; skew 500 ppm
14:08:13.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.401961 32456 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.408617 32456 webserver.cc:533] Webserver started at http://127.31.154.189:36117/ using document root <none> and password file <none>
14:08:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.409561 32456 fs_manager.cc:362] Metadata directory not provided
14:08:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.409824 32456 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.410236 32456 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:13.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.415171 32456 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/data/instance:
14:08:13.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e"
14:08:13.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:13 on dist-test-slave-qn3m"
14:08:13.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.416445 32456 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/wal/instance:
14:08:13.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e"
14:08:13.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:13 on dist-test-slave-qn3m"
14:08:13.418 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:13.418 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:13.418 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:13.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.419 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.419 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.424724 32456 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
14:08:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.430794 32480 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.431932 32456 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.001s
14:08:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.432214 32456 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/wal
14:08:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e"
14:08:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:13 on dist-test-slave-qn3m"
14:08:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.432540 32456 fs_report.cc:389] FS layout report
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/wal
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/wal
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/data/data
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:13.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.506886 32456 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:13.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.508550 32456 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:13.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.509039 32456 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:13.539 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.539 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.540 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.540 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.541 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.542 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28771), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [114ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [119ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [154ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [154ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [444ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [444ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [822ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [825ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1863ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2383ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@518395894(state=PENDING, result=null, callback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494), errback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494)))
14:08:13.543 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.543 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.543 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.543 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28771), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [114ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [119ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [154ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [154ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [444ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [444ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [822ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [825ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1863ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2383ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@518395894(state=PENDING, result=null, callback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494), errback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28771), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [114ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [119ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [154ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [154ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [444ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [444ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [822ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [825ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1863ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2383ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@518395894(state=PENDING, result=null, callback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494), errback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.19.60:35973
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:13.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.551 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28771), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [114ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [119ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [154ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [154ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [444ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [444ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [822ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [825ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1863ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2383ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@518395894(state=PENDING, result=null, callback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494), errback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28771), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [114ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [119ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [153ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [154ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [154ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [443ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [444ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [444ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [822ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [825ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1863ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2383ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@518395894(state=PENDING, result=null, callback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494), errback=(continuation of Deferred@438115011 after retry RPC after error@139785790) -> (continuation of Deferred@1074478769 after retry RPC after error@1862064353) -> (continuation of Deferred@482680063 after retry RPC after error@856681567) -> (continuation of Deferred@711504441 after retry RPC after error@584801349) -> (continuation of Deferred@374181381 after retry RPC after error@1525478791) -> (continuation of Deferred@897215897 after retry RPC after error@1295726087) -> (continuation of Deferred@930919427 after retry RPC after error@176238502) -> (continuation of Deferred@1827773898 after retry RPC after error@2020480349) -> (continuation of Deferred@719350527 after retry RPC after error@689933338) -> (continuation of Deferred@1239440190 after retry RPC after error@1093434274) -> (continuation of Deferred@1756514026 after retry RPC after error@1025013946) -> (continuation of Deferred@1995107724 after retry RPC after error@1421437336) -> (continuation of Deferred@776401139 after retry RPC after error@1348829225) -> (continuation of Deferred@1900187940 after retry RPC after error@1848165181) -> (continuation of Deferred@2012247907 after retry RPC after error@191415676) -> (continuation of Deferred@1858518660 after retry RPC after error@1180674378) -> (continuation of Deferred@845190541 after retry RPC after error@2137974168) -> (continuation of Deferred@604460655 after retry RPC after error@522825308) -> (continuation of Deferred@693341385 after retry RPC after error@563736158) -> (continuation of Deferred@1068720172 after retry RPC after error@1832547016) -> (continuation of Deferred@1488625250 after retry RPC after error@910123061) -> (continuation of Deferred@304731358 after retry RPC after error@750475361) -> (continuation of Deferred@545163802 after retry RPC after error@1837988072) -> (continuation of Deferred@836685475 after retry RPC after error@1204871337) -> (continuation of Deferred@321559571 after retry RPC after error@367459494)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.19.60:35973
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:13.556 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:13.556 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
14:08:13.556 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
14:08:13.557 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:08:13.557 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
14:08:13.557 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:08:13.557 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
14:08:13.557 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
14:08:13.558 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:08:13.558 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
14:08:13.558 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
14:08:13.558 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:08:13.558 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:08:13.558 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
14:08:13.558 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
14:08:13.559 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:08:13.559 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.559 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.559 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.560 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:08:13.560 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
14:08:13.560 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:08:13.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.560 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.562 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
14:08:13.562 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:08:13.562 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
14:08:13.562 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:08:13.562 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
14:08:13.563 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:08:13.563 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
14:08:13.563 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:08:13.563 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:13.564 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
14:08:13.564 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
14:08:13.565 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
14:08:13.565 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:13.565 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
14:08:13.566 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4f518ce015fb3d1dd3d7b803f79bfa6e
14:08:13.570 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:13.570 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:13.570 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:13.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:13.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:13.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:13.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:13.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:13.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:13.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:13.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:13.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:13.571 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:13.578 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:13.578 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:13.578 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:13.578 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.579 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:13.579 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:13.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:13.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.579 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:13.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.580 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28877), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [71ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [77ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [77ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [108ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [108ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [171ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [173ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [173ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [244ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [283ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [383ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [383ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [663ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [663ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [664ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [664ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [703ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [703ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [703ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [704ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [863ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [863ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [863ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1342ms] too many traces: truncated at 100 traces, deferred=Deferred@657115607(state=PENDING, result=null, callback=(continuation of Deferred@604057201 after retry RPC after error@789440064) -> (continuation of Deferred@1814630654 after retry RPC after error@490477789) -> (continuation of Deferred@811851693 after retry RPC after error@1880887303) -> (continuation of Deferred@1410744346 after retry RPC after error@697385141) -> (continuation of Deferred@128019613 after retry RPC after error@388876358) -> (continuation of Deferred@1910332457 after retry RPC after error@1391078991) -> (continuation of Deferred@1587770635 after retry RPC after error@657844577) -> (continuation of Deferred@1016255930 after retry RPC after error@1065950257) -> (continuation of Deferred@2059873766 after retry RPC after error@1924246846) -> (continuation of Deferred@1478789591 after retry RPC after error@800816758) -> (continuation of Deferred@1825627770 after retry RPC after error@326588035) -> (continuation of Deferred@1868631819 after retry RPC after error@459113567) -> (continuation of Deferred@1905568320 after retry RPC after error@1493055935) -> (continuation of Deferred@1065385212 after retry RPC after error@1208514607) -> (continuation of Deferred@479858116 after retry RPC after error@889252905) -> (continuation of Deferred@156963305 after retry RPC after error@35248621) -> (continuation of Deferred@1319178311 after retry RPC after error@2096286750) -> (continuation of Deferred@771186224 after retry RPC after error@1634548946) -> (continuation of Deferred@663239568 after retry RPC after error@1299218755) -> (continuation of Deferred@1524711427 after retry RPC after error@1382181921) -> (continuation of Deferred@886081862 after retry RPC after error@2112060422) -> (continuation of Deferred@760404705 after retry RPC after error@1813030926) -> (continuation of Deferred@1555732083 after retry RPC after error@979354286) -> (continuation of Deferred@31560406 after retry RPC after error@1758992956) -> (continuation of Deferred@1624838234 after retry RPC after error@609739869) -> (continuation of Deferred@690857251 after retry RPC after error@25969600) -> (continuation of Deferred@696244331 after retry RPC after error@840021013), errback=(continuation of Deferred@604057201 after retry RPC after error@789440064) -> (continuation of Deferred@1814630654 after retry RPC after error@490477789) -> (continuation of Deferred@811851693 after retry RPC after error@1880887303) -> (continuation of Deferred@1410744346 after retry RPC after error@697385141) -> (continuation of Deferred@128019613 after retry RPC after error@388876358) -> (continuation of Deferred@1910332457 after retry RPC after error@1391078991) -> (continuation of Deferred@1587770635 after retry RPC after error@657844577) -> (continuation of Deferred@1016255930 after retry RPC after error@1065950257) -> (continuation of Deferred@2059873766 after retry RPC after error@1924246846) -> (continuation of Deferred@1478789591 after retry RPC after error@800816758) -> (continuation of Deferred@1825627770 after retry RPC after error@326588035) -> (continuation of Deferred@1868631819 after retry RPC after error@459113567) -> (continuation of Deferred@1905568320 after retry RPC after error@1493055935) -> (continuation of Deferred@1065385212 after retry RPC after error@1208514607) -> (continuation of Deferred@479858116 after retry RPC after error@889252905) -> (continuation of Deferred@156963305 after retry RPC after error@35248621) -> (continuation of Deferred@1319178311 after retry RPC after error@2096286750) -> (continuation of Deferred@771186224 after retry RPC after error@1634548946) -> (continuation of Deferred@663239568 after retry RPC after error@1299218755) -> (continuation of Deferred@1524711427 after retry RPC after error@1382181921) -> (continuation of Deferred@886081862 after retry RPC after error@2112060422) -> (continuation of Deferred@760404705 after retry RPC after error@1813030926) -> (continuation of Deferred@1555732083 after retry RPC after error@979354286) -> (continuation of Deferred@31560406 after retry RPC after error@1758992956) -> (continuation of Deferred@1624838234 after retry RPC after error@609739869) -> (continuation of Deferred@690857251 after retry RPC after error@25969600) -> (continuation of Deferred@696244331 after retry RPC after error@840021013)))
14:08:13.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.581 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.599128 32456 rpc_server.cc:307] RPC server started. Bound to: 127.31.154.189:43187
14:08:13.599 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.599200 32540 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.154.189:43187 every 8 connection(s)
14:08:13.599 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.600 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.600 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.602248 32456 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/data/info.pb
14:08:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.608853 32541 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.608747 32362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 32456
14:08:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.609238 32362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-1/wal/instance
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.611399 32362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/wal
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/data
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/logs
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/data/info.pb
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.188:42123
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.188
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36445/jwks.json with env {}
14:08:13.619 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113293618 for job 04f1cc06e642129ca1b576400efec783.
14:08:13.619 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.619 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.620 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.620 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.620 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.622017 32541 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } has no permanent_uuid. Determining permanent_uuid...
14:08:13.630 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:08:13.632 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
14:08:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.650492 32541 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } has no permanent_uuid. Determining permanent_uuid...
14:08:13.659 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.659 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.659 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.660 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.666118 32541 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } has no permanent_uuid. Determining permanent_uuid...
14:08:13.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.668681 32481 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.672986 32541 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.722484 32541 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 1
14:08:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.726996 32541 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:13.739 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.739 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.739 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.779 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.779 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.779 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.780 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.795393 32541 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 2
14:08:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.800076 32541 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:13.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:13.859 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:13.859 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:13.859 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:13.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.860 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.860 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:13.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:13.860 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:13.860 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:13.891492 32541 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 3
14:08:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.895709 32541 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:13.953 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:13.954 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:13.954 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:13.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:13.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:13.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:13.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:13.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:13.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:13.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:13.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:13.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:13.955 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.961683 32543 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.962314 32543 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.962838 32543 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.999559 32543 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:08:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:13.999961 32543 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.000240 32543 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.000512 32543 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:08:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.000771 32543 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:14.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.000936 32543 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36445/jwks.json
14:08:14.037 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:14.037 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:14.037 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:14.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:14.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:14.039161 32541 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 4
14:08:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.043377 32541 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:14.044765 32543 master_runner.cc:387] Master server non-default flags:
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/data
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/wal
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.188:42123
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36445/jwks.json
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/data/info.pb
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.188
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/logs
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:14.046186 32543 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:14.047809 32543 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.059391 32553 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:14.072 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:14.072 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:14.072 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:14.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.074 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:14.110 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:14.110 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:14.110 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:14.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.112 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:14.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113294119 for job 04f1cc06e642129ca1b576400efec783.
14:08:14.137 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
14:08:14.139 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
14:08:14.151 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:14.151 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:14.151 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:14.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:14.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:14.153 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:14.153 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:14.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.245 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.246 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.247 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RESTARTING to RUNNING.
14:08:14.247 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.248 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 46167b4104acab610af5cd9644360c4d from Checkpoint 71 @ 1779113168467 for 46167b4104acab610af5cd9644360c4d located at file:/tmp/junit1997771594265435018/checkpoints/46167b4104acab610af5cd9644360c4d/chk-71.
14:08:14.249 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:08:14.249 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:08:14.254 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29634), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [37ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [37ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [37ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [268ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [272ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [273ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [273ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [282ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [302ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [383ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [383ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [482ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [523ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [523ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [524ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [524ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [822ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [822ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [823ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [823ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1500ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1504ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1504ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1643ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3042ms] too many traces: truncated at 100 traces, deferred=Deferred@668203517(state=PENDING, result=null, callback=(continuation of Deferred@10484383 after retry RPC after error@1370593819) -> (continuation of Deferred@1277542719 after retry RPC after error@1946273111) -> (continuation of Deferred@196444746 after retry RPC after error@1451864165) -> (continuation of Deferred@885505970 after retry RPC after error@1318518528) -> (continuation of Deferred@1763087178 after retry RPC after error@1921457301) -> (continuation of Deferred@2067007320 after retry RPC after error@35883457) -> (continuation of Deferred@1609750028 after retry RPC after error@366680787) -> (continuation of Deferred@1317978615 after retry RPC after error@1350382694) -> (continuation of Deferred@427215571 after retry RPC after error@1412843180) -> (continuation of Deferred@1812968612 after retry RPC after error@1432908615) -> (continuation of Deferred@2061962091 after retry RPC after error@469905853) -> (continuation of Deferred@221842445 after retry RPC after error@467510438) -> (continuation of Deferred@1503877349 after retry RPC after error@1411450293) -> (continuation of Deferred@289223256 after retry RPC after error@1739807821) -> (continuation of Deferred@613696558 after retry RPC after error@2026168740) -> (continuation of Deferred@9679638 after retry RPC after error@2101331581) -> (continuation of Deferred@2064402624 after retry RPC after error@614096836) -> (continuation of Deferred@965493570 after retry RPC after error@973305376) -> (continuation of Deferred@600863720 after retry RPC after error@1438809129) -> (continuation of Deferred@244294528 after retry RPC after error@790390279) -> (continuation of Deferred@259202879 after retry RPC after error@1234569676) -> (continuation of Deferred@980820189 after retry RPC after error@1989559754) -> (continuation of Deferred@1636509376 after retry RPC after error@405441364) -> (continuation of Deferred@324083780 after retry RPC after error@1462607857) -> (continuation of Deferred@1864896242 after retry RPC after error@596920424), errback=(continuation of Deferred@10484383 after retry RPC after error@1370593819) -> (continuation of Deferred@1277542719 after retry RPC after error@1946273111) -> (continuation of Deferred@196444746 after retry RPC after error@1451864165) -> (continuation of Deferred@885505970 after retry RPC after error@1318518528) -> (continuation of Deferred@1763087178 after retry RPC after error@1921457301) -> (continuation of Deferred@2067007320 after retry RPC after error@35883457) -> (continuation of Deferred@1609750028 after retry RPC after error@366680787) -> (continuation of Deferred@1317978615 after retry RPC after error@1350382694) -> (continuation of Deferred@427215571 after retry RPC after error@1412843180) -> (continuation of Deferred@1812968612 after retry RPC after error@1432908615) -> (continuation of Deferred@2061962091 after retry RPC after error@469905853) -> (continuation of Deferred@221842445 after retry RPC after error@467510438) -> (continuation of Deferred@1503877349 after retry RPC after error@1411450293) -> (continuation of Deferred@289223256 after retry RPC after error@1739807821) -> (continuation of Deferred@613696558 after retry RPC after error@2026168740) -> (continuation of Deferred@9679638 after retry RPC after error@2101331581) -> (continuation of Deferred@2064402624 after retry RPC after error@614096836) -> (continuation of Deferred@965493570 after retry RPC after error@973305376) -> (continuation of Deferred@600863720 after retry RPC after error@1438809129) -> (continuation of Deferred@244294528 after retry RPC after error@790390279) -> (continuation of Deferred@259202879 after retry RPC after error@1234569676) -> (continuation of Deferred@980820189 after retry RPC after error@1989559754) -> (continuation of Deferred@1636509376 after retry RPC after error@405441364) -> (continuation of Deferred@324083780 after retry RPC after error@1462607857) -> (continuation of Deferred@1864896242 after retry RPC after error@596920424)))
14:08:14.256 [INFO - Thread-54] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:08:14.256 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
14:08:14.256 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state TERMINATED
14:08:14.257 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state TERMINATED
14:08:14.257 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state TERMINATED
14:08:14.257 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
14:08:14.258 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 9d4699c768d84e7eef6ad1d2a837b629
14:08:14.258 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
14:08:14.258 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:14.259 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
14:08:14.259 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 829b669c9d09e09bfe46427a95cc7f96
14:08:14.259 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
14:08:14.260 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:14.260 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:14.260 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:14.260 [INFO - Thread-54] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:08:14.261 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
14:08:14.267 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 95b6f7e427a4183710e9a5a05541822d
14:08:14.267 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
14:08:14.268 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:14.268 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
14:08:14.268 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id a1be49eec86fee4ded01ecf9c76e477a
14:08:14.261 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:08:14.270 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 9d4699c768d84e7eef6ad1d2a837b629.
14:08:14.271 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:14.271 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:14.271 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:14.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:14.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:14.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:14.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:14.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:14.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:14.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:14.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:14.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:14.272 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:14.272 [INFO - Thread-54] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:08:14.276 [DEBUG - Thread-54] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.276 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:08:14.276 [INFO - Thread-54] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:14.277 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 829b669c9d09e09bfe46427a95cc7f96.
14:08:14.278 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
14:08:14.278 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
14:08:14.279 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10fbbab7
14:08:14.279 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:14.279 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:08:14.280 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
14:08:14.280 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
14:08:14.281 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:14.281 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:14.281 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:14.282 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:14.282 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:08:14.283 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 95b6f7e427a4183710e9a5a05541822d.
14:08:14.284 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
14:08:14.284 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
14:08:14.286 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e03ae1c
14:08:14.286 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:14.286 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:08:14.286 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
14:08:14.286 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
14:08:14.288 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:08:14.289 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id a1be49eec86fee4ded01ecf9c76e477a.
14:08:14.290 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
14:08:14.290 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
14:08:14.290 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
14:08:14.290 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
14:08:14.290 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@28da18bf
14:08:14.290 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:14.290 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:08:14.291 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
14:08:14.292 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
14:08:14.293 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c425f16
14:08:14.294 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ceb2acd
14:08:14.295 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.295 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.303 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.309 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67a7fd4a
14:08:14.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:14.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:08:14.312 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.314 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
14:08:14.315 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
14:08:14.319 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.319 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.319 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:14.320 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:14.320 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:14.320 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@19fd3acb
14:08:14.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.321 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.321 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.321 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.321 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:14.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.324 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.327 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.330 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3bfc11d4
14:08:14.330 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.334 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.336 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.339 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:14.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:14.342825 32541 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 5
14:08:14.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.343 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.346 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.350 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.350 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.350 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.352 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.353 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29786), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [69ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [70ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [155ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [168ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [168ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [252ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [259ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [259ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [260ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [281ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [282ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [322ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [402ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [441ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [441ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [442ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [603ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [701ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [702ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1302ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2220ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2224ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [5101ms] refreshing cache from master, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [5102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [5102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [5103ms] too many traces: truncated at 100 traces, deferred=Deferred@348884092(state=PENDING, result=null, callback=(continuation of Deferred@511236999 after retry RPC after error@1614208259) -> (continuation of Deferred@620420008 after retry RPC after error@1822034727) -> (continuation of Deferred@879116752 after retry RPC after error@1659788442) -> (continuation of Deferred@280751348 after retry RPC after error@751050487) -> (continuation of Deferred@715825790 after retry RPC after error@984625469) -> (continuation of Deferred@1973663443 after retry RPC after error@2031889718) -> (continuation of Deferred@106617145 after retry RPC after error@1029191958) -> (continuation of Deferred@1428489536 after retry RPC after error@1296623439) -> (continuation of Deferred@487288014 after retry RPC after error@1634166512) -> (continuation of Deferred@471163033 after retry RPC after error@376278731) -> (continuation of Deferred@1355218388 after retry RPC after error@181162458) -> (continuation of Deferred@1030420914 after retry RPC after error@1191916290) -> (continuation of Deferred@549736042 after retry RPC after error@1215207721) -> (continuation of Deferred@581132031 after retry RPC after error@1009707658) -> (continuation of Deferred@1041974395 after retry RPC after error@41952576) -> (continuation of Deferred@988596041 after retry RPC after error@1910312996) -> (continuation of Deferred@360819448 after retry RPC after error@380122925) -> (continuation of Deferred@1252158526 after retry RPC after error@1407654270) -> (continuation of Deferred@1269415824 after retry RPC after error@485488791) -> (continuation of Deferred@1173726376 after retry RPC after error@775059841) -> (continuation of Deferred@677451496 after retry RPC after error@1261008947) -> (continuation of Deferred@596722970 after retry RPC after error@517131928) -> (continuation of Deferred@1042570748 after retry RPC after error@1053573867) -> (continuation of Deferred@400325053 after retry RPC after error@527619024) -> (continuation of Deferred@52799103 after retry RPC after error@1596094442) -> (continuation of Deferred@734526498 after retry RPC after error@581064409), errback=(continuation of Deferred@511236999 after retry RPC after error@1614208259) -> (continuation of Deferred@620420008 after retry RPC after error@1822034727) -> (continuation of Deferred@879116752 after retry RPC after error@1659788442) -> (continuation of Deferred@280751348 after retry RPC after error@751050487) -> (continuation of Deferred@715825790 after retry RPC after error@984625469) -> (continuation of Deferred@1973663443 after retry RPC after error@2031889718) -> (continuation of Deferred@106617145 after retry RPC after error@1029191958) -> (continuation of Deferred@1428489536 after retry RPC after error@1296623439) -> (continuation of Deferred@487288014 after retry RPC after error@1634166512) -> (continuation of Deferred@471163033 after retry RPC after error@376278731) -> (continuation of Deferred@1355218388 after retry RPC after error@181162458) -> (continuation of Deferred@1030420914 after retry RPC after error@1191916290) -> (continuation of Deferred@549736042 after retry RPC after error@1215207721) -> (continuation of Deferred@581132031 after retry RPC after error@1009707658) -> (continuation of Deferred@1041974395 after retry RPC after error@41952576) -> (continuation of Deferred@988596041 after retry RPC after error@1910312996) -> (continuation of Deferred@360819448 after retry RPC after error@380122925) -> (continuation of Deferred@1252158526 after retry RPC after error@1407654270) -> (continuation of Deferred@1269415824 after retry RPC after error@485488791) -> (continuation of Deferred@1173726376 after retry RPC after error@775059841) -> (continuation of Deferred@677451496 after retry RPC after error@1261008947) -> (continuation of Deferred@596722970 after retry RPC after error@517131928) -> (continuation of Deferred@1042570748 after retry RPC after error@1053573867) -> (continuation of Deferred@400325053 after retry RPC after error@527619024) -> (continuation of Deferred@52799103 after retry RPC after error@1596094442) -> (continuation of Deferred@734526498 after retry RPC after error@581064409)))
14:08:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.355255 32541 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:14.356 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.357 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.359 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.360 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.363 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.366 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.368 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.369 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.371 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.372 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.373 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.373 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.373 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.373 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.375 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.380 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.382 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.384 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.398 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.406 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.410 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.411 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.412 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.414 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.416 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.418 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.418 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:14.419 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:14.419 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:14.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.420 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.420 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.421 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.421 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:14.422 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.422 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.422 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.422 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.422 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.423 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.423 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.424 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.426 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.426 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.427 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.430 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.430 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.431 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.434 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.434 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.434 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.435 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.436 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.437 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.438 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.439 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.439 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.440 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.440 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.440 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.440 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.440 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.440 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.440 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.443 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.443 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.443 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.446 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.449 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.449 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.450 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.451 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.453 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.453 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.453 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.454 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.457 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.457 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.458 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.458 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.463 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.463 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.463 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.464 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.464 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.464 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.464 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.467 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.472 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.472 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.473 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.473 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.476 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.478 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.478 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.478 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.480 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.483 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.484 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.484 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.484 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.485 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.497 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.497 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.497 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.498 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.498 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.498 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.499 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.499 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.499 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.499 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.500 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.500 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.500 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.501 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.501 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.502 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.503 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.517 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.517 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.517 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.523 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.523 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.523 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.525 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.532 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.532 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.532 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.535 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.536 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.537 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.537 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.543 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.543 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.543 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.557 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.557 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.557 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.558 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.558 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.558 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.559 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.560 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.560 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.560 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.560 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.561 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.561 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.561 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.561 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.561 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.562 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.562 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.562 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.562 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.600 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.601 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.601 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.602 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.602 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.602 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.602 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.617 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.617 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.617 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.620 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113294618 for job 04f1cc06e642129ca1b576400efec783.
14:08:14.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.621 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.635 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:08:14.636 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
14:08:14.640 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.640 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.640 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.642 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.673 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.673 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.673 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.675 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.700 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.700 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.700 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:14.740 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.741 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.741 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.742 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.743 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.743 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.743 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.746 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.762 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RESTARTING to RUNNING.
14:08:14.763 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 4f518ce015fb3d1dd3d7b803f79bfa6e from Checkpoint 73 @ 1779113263184 for 4f518ce015fb3d1dd3d7b803f79bfa6e located at file:/tmp/junit1839437246106336857/checkpoints/4f518ce015fb3d1dd3d7b803f79bfa6e/chk-73.
14:08:14.764 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
14:08:14.764 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:08:14.765 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
14:08:14.766 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
14:08:14.766 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba
14:08:14.767 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
14:08:14.767 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
14:08:14.767 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 6b6f675a50055e3a8a73ee698a184eff
14:08:14.768 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
14:08:14.768 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
14:08:14.768 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb
14:08:14.768 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
14:08:14.769 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
14:08:14.769 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id ea8524f547cf73ce00c2dc784912cab7
14:08:14.770 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:08:14.772 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:08:14.772 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:14.772 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:14.773 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:14.773 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:14.773 [INFO - Thread-55] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:08:14.774 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.27.19.62:45349(127.27.19.62:45349)] disconnecting while in state TERMINATED
14:08:14.774 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.27.19.60:35973(127.27.19.60:35973)] disconnecting while in state TERMINATED
14:08:14.774 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.27.19.61:40871(127.27.19.61:40871)] disconnecting while in state TERMINATED
14:08:14.775 [DEBUG - Thread-55] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:14.776 [INFO - Thread-55] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:08:14.777 [INFO - Thread-55] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:08:14.779 [DEBUG - Thread-55] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.779 [INFO - Thread-55] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:14.780 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 6b6f675a50055e3a8a73ee698a184eff.
14:08:14.782 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 6b6f675a50055e3a8a73ee698a184eff.
14:08:14.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
14:08:14.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
14:08:14.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@655aeb8a
14:08:14.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:14.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:14.785 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:08:14.785 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:08:14.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:14.789 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c8d849d
14:08:14.792 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.797 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
14:08:14.797 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
14:08:14.797 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:08:14.797 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@52d2d57c
14:08:14.797 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:14.798 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:14.798 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:08:14.798 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:08:14.798 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:08:14.800 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:14.800 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:14.800 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:14.800 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:14.800 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d99f22c
14:08:14.801 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.801 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot ea8524f547cf73ce00c2dc784912cab7.
14:08:14.802 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.802 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id ea8524f547cf73ce00c2dc784912cab7.
14:08:14.802 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
14:08:14.803 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
14:08:14.803 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:14.803 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:14.803 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:14.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:14.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.804 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4bac44c7
14:08:14.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:14.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:14.805 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:14.805 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:14.806 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:14.806 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:08:14.806 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:08:14.809 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2498d4e5
14:08:14.810 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
14:08:14.810 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
14:08:14.811 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@31531608
14:08:14.811 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:14.811 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:14.811 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:08:14.811 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:08:14.816 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.818 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.820 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3b854c76
14:08:14.822 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:14.832 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.835 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.838 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.839 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:14.841 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:14.844 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.844 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.845 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.847 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.849 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.849 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.850 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.851 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:14.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.852 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.853 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:14.853 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.853 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.853 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.855 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.855 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:14.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.857 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:14.857 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:14.857 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.857 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:14.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:14.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:14.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:14.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:14.859 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.859 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.859 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:14.860 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.861 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.862 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.864 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:14.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.866 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:14.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.868 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:14.868 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.869 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.869 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.870 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.872 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.872 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.874 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.876 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.877 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.877 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.878 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.878 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.879 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.879 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:14.879 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.884 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.884 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.885 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.887 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.887 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.889 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.892 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:14.892 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.892 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.892 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.893 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.894 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:14.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:14.896 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.897 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.899 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.899 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.899 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.901 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.901 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.902 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.902 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.902 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:14.902842 32541 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 6
14:08:14.905 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.905 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.907 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.908 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.909 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.913 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.913 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.913 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.915 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.918 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.919 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.919 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.920 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:14.920 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:14.920 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:14.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.922 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:14.922 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.922 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.923 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.924 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.924 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.925 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.925 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.925 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.927 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.932 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.933 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.933 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.933 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.933 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.940 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:14.940 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:14.940 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:14.940 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.942 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:14.942 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.943 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.943 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.944 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.945 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.945 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.946 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.946 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.946 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.947789 32541 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:14.958 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.959 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.959 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.960 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.960 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.965 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.965 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.965 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.972 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.972 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.972 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.974 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.979 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:14.980 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:14.980 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:14.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:14.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:14.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:14.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:14.982 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.982 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.983 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.984 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.993 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.993 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.993 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:14.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:14.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:14.998 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:14.999 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:14.999 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:14.999 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.999 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:14.999 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.000 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.000 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.001 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.025 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.025 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.026 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.027 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.033 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.033 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.033 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.033 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.039 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:15.040 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:15.040 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:15.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.041 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:15.052 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:15.053 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:15.053 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:15.053 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.053 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.053 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.053 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.053 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.054 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:15.058 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.059 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.059 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.060 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.098 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:15.098 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:15.098 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:15.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.100 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:15.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113295118 for job 04f1cc06e642129ca1b576400efec783.
14:08:15.121 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.121 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.121 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.125 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.125 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.125 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.127 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.133 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:08:15.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
14:08:15.159 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:15.160 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:15.160 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:15.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.166 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:15.166 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:15.167 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:15.167 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.167 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.167 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.169 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:15.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.171 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.171 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:15.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.181 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:15.240 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:15.240 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:15.240 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:15.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.242 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:15.256 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:15.257 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:15.257 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:15.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.258 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:15.265 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.265 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.265 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.268 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.281 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.281 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.281 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.283 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:15.293 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RESTARTING to RUNNING.
14:08:15.294 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:08:15.295 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:08:15.295 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:08:15.296 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
14:08:15.297 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
14:08:15.297 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:08:15.297 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:08:15.298 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:08:15.298 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:15.299 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
14:08:15.299 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:15.300 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
14:08:15.300 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:08:15.300 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
14:08:15.301 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:15.301 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
14:08:15.301 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:08:15.302 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
14:08:15.302 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:15.302 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
14:08:15.302 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:08:15.302 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:08:15.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
14:08:15.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
14:08:15.303 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:08:15.304 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fa82d6c
14:08:15.304 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:15.304 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:08:15.304 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
14:08:15.304 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:08:15.305 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:08:15.305 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
14:08:15.305 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:08:15.307 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:08:15.307 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
14:08:15.307 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
14:08:15.308 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
14:08:15.308 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
14:08:15.309 [INFO - Thread-56] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:08:15.309 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state TERMINATED
14:08:15.309 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state TERMINATED
14:08:15.310 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state TERMINATED
14:08:15.310 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:15.311 [INFO - Thread-56] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:08:15.312 [INFO - Thread-56] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:08:15.315 [DEBUG - Thread-56] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:15.315 [INFO - Thread-56] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:15.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68a993f1
14:08:15.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:15.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:08:15.316 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@297f8bbe
14:08:15.316 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:15.316 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:08:15.317 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
14:08:15.317 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
14:08:15.317 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
14:08:15.317 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
14:08:15.322 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
14:08:15.322 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
14:08:15.323 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48753b1d
14:08:15.326 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@784600bd
14:08:15.325 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45ab00f1
14:08:15.324 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d21df9e
14:08:15.326 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:15.326 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:08:15.326 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
14:08:15.327 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
14:08:15.330 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:15.333 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:15.333 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:15.333 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:15.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.334 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:15.335 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@66f91b2d
14:08:15.337 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:15.337 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:15.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:15.343 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:15.347 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:15.347 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:15.347 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:15.347 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:15.351 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.352 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:15.352 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:15.352 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:15.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.354 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:15.359 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.362 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.370 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.384 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.391 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.395 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.403 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.406 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.408 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.417 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.421 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.425 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.429 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.429 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.433 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.437 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.440 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.440 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.440 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.440 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.443 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.444 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.445 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.445 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.446 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.447 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.447 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.450 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.450 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:15.450 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:15.450 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:15.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:15.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:15.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:15.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:15.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:15.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:15.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:15.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:15.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:15.451 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:15.452 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.456 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.459 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:15.460 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:15.460 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:15.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.461 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:15.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.461 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.464 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.467 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.472 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.473 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.473 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.473 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.474 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.475 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.476 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.477 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.482 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.487 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.489863 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } attempt: 8
14:08:15.493 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.498 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.502 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.516 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.517 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.520 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.527 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.532 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.532 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.532 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.534 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.536227 32454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } has no permanent_uuid. Determining permanent_uuid...
14:08:15.539 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.539 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.539 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.540 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.540 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.545 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.549 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.549 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.550 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.551 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.551 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.552 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.552 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.553 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.553 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.553 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.555 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.556 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.557 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.558 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.560 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.560 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.562 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.562 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.563 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.563 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.563 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.568852 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:15.570 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.571 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.571 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.571 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.571 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.571 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.572 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.572 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.572 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.572 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.572 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.572 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.580 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.580 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.580 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.581 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.582 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.582 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.582 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.587 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.587 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.587 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.588 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.591 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.591 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.591 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.592 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.592 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.593 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.593 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.593 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.593 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.594 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.599 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.599 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.600 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.600 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.600 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.600 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.600 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.600 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.601 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.606 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.607 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.607 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.608 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.610 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.610 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.610 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.612 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.612 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.612 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.619 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113295618 for job 04f1cc06e642129ca1b576400efec783.
14:08:15.619 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.619 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.625 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.625 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.625 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.627 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.627 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.627 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.628 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.629 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:08:15.630 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
14:08:15.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.634424 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 1
14:08:15.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:15.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:15.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:15.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:15.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:15.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:15.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:15.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:15.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:15.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:15.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:15.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:15.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.642653 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:15.643 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:15.643 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:15.643 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:15.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:15.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:15.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:15.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:15.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:15.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:15.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:15.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:15.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:15.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:15.647 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.647 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.647 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.648 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.648 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.648 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.648 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.651 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.651 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.651 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.652 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.671 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.671 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.671 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.673 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.673 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.696242 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 2
14:08:15.700 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.700 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.701 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.702 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.702 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.702 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.702 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.702 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.702 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.702 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.702 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.703 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.703 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.704 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.709640 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:15.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:15.739 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.739 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.739 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.741 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.744 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.745 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.745 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.746 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.747 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.747 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.747 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.748 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.748 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.748 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.748 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.748 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.751 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.751 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.751 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.752 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.752 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.752 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.753 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:15.771 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.771 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.771 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.773 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.786231 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 3
14:08:15.791 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.791 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.791 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.793 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.793 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:15.793 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:15.793 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:15.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:15.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:15.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:15.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:15.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.797798 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:15.804 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.804 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.804 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.805 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.821 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.821 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.821 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.821 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.839 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:15.839 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:15.839 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:15.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.840 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:15.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:15.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:15.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:15.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:15.867 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:15.867 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:15.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:15.869 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:15.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:15.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:15.870 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:15.903 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.903 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.903 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.905 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.912 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:15.912 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:15.912 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:15.912 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:15.912 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:15.912 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:15.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:15.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:15.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:15.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:15.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:15.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:15.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:15.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:15.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:15.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:15.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:15.914 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:15.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:15.914 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.462482 32552 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 32543
14:08:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.937429 32543 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.878s	user 0.691s	sys 1.067s
14:08:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.937783 32543 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.878s	user 0.691s	sys 1.067s
14:08:15.938 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:15.938 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:15.938 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:15.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:15.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:15.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:15.939 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:14.060985 32554 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.938913 32555 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1878 milliseconds
14:08:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.940907 32556 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.940850 32543 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:08:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.944376 32543 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.947050 32543 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.948530 32543 hybrid_clock.cc:648] HybridClock initialized: now 1779113295948465 us; error 51 us; skew 500 ppm
14:08:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.949343 32543 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.953378 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 4
14:08:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.956467 32543 webserver.cc:533] Webserver started at http://127.31.154.188:39543/ using document root <none> and password file <none>
14:08:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.957765 32543 fs_manager.cc:362] Metadata directory not provided
14:08:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.958045 32543 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.958638 32543 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:15.959095 32454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.963454 32543 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/data/instance:
14:08:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd8f333598174d3b8cc05bca1f54c45a"
14:08:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:15 on dist-test-slave-qn3m"
14:08:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.964672 32543 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/wal/instance:
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd8f333598174d3b8cc05bca1f54c45a"
14:08:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:15 on dist-test-slave-qn3m"
14:08:15.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.973062 32543 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.001s
14:08:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.980041 32727 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.981334 32543 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.981701 32543 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/wal
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd8f333598174d3b8cc05bca1f54c45a"
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:15 on dist-test-slave-qn3m"
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:15.982088 32543 fs_report.cc:389] FS layout report
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/wal
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/wal
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/data/data
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:16.002 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:16.002 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:16.002 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:16.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:16.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.008401 32541 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 7
14:08:16.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:16.016172 32541 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.154.188:42123: Network error: Client connection negotiation failed: client connection to 127.31.154.188:42123: connect: Connection refused (error 111)
14:08:16.031 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:16.031 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:16.031 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:16.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.038043 32543 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.039687 32543 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.040222 32543 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:16.046 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:16.047 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:16.047 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:16.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.047 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:16.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113296118 for job 04f1cc06e642129ca1b576400efec783.
14:08:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.124984 32543 rpc_server.cc:307] RPC server started. Bound to: 127.31.154.188:42123
14:08:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.125058   312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.154.188:42123 every 8 connection(s)
14:08:16.126 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:08:16.126 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
14:08:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.128655 32543 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/data/info.pb
14:08:16.130 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:16.130 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:16.130 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:16.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.132930 32362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 32543
14:08:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.133369 32362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/master-2/wal/instance
14:08:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.135921   313 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:16.146 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:16.147 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:16.147 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:16.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.148 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.148 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.148 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:16.159 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:16.160 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:16.160 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:16.160 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.160 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.160 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.160 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.161 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.161 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.157552   313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.185567   313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.196157   313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } has no permanent_uuid. Determining permanent_uuid...
14:08:16.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:16.210 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.211 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.211 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.211 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.211 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.211 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.216833   313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a: Bootstrap starting.
14:08:16.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.224465   313 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a: Neither blocks nor log segments found. Creating new log.
14:08:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.226408   313 log.cc:826] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a: Log is configured to *not* fsync() on all Append() calls
14:08:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.231010   313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a: No bootstrap required, opened a new log
14:08:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.252317   313 raft_consensus.cc:359] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.253082   313 raft_consensus.cc:385] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.253293   313 raft_consensus.cc:740] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd8f333598174d3b8cc05bca1f54c45a, State: Initialized, Role: FOLLOWER
14:08:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.254107   313 consensus_queue.cc:260] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.255580 32454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 5
14:08:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.260066   313 sys_catalog.cc:565] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: configured and running, proceeding with master startup.
14:08:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.257247   322 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.261515   322 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:16.277 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:16.277 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:16.277 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:16.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.281876 32454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: Bootstrap starting.
14:08:16.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.289359 32454 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: Neither blocks nor log segments found. Creating new log.
14:08:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.292203 32454 log.cc:826] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: Log is configured to *not* fsync() on all Append() calls
14:08:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:16.294525   333 catalog_manager.cc:1593] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:08:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:16.294870   333 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:08:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:16.295775 32735 tablet.cc:2404] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:16.301 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.301 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.301 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.302 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.302 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.303 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.303 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.304 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.305 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.315443 32454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: No bootstrap required, opened a new log
14:08:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.290325 32543 master_runner.cc:187] Error getting master registration for 127.31.154.190:35657: OK, instance_id { permanent_uuid: "95f92f4f609b464d81b285a52687857f" instance_seqno: 1779113290986124 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:08:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.320343 32543 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:08:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.340173 32454 raft_consensus.cc:359] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:16.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.341574 32454 raft_consensus.cc:385] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.341936 32454 raft_consensus.cc:740] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95f92f4f609b464d81b285a52687857f, State: Initialized, Role: FOLLOWER
14:08:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.342749 32454 consensus_queue.cc:260] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:16.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.346011   336 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.346912   336 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.347 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:16.347 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:16.347 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:16.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.348 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.347940 32454 sys_catalog.cc:565] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [sys.catalog]: configured and running, proceeding with master startup.
14:08:16.359 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:16.359 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:16.359 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:16.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:16.419 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.420 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.420 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:16.423563   347 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:08:16.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:16.423974   347 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.404388 32386 master_runner.cc:187] Error getting master registration for 127.31.154.189:43187: OK, instance_id { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" instance_seqno: 1779113293577400 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:08:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.429420 32386 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:08:16.432 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:16.432 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:16.432 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:16.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:16.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:16.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:16.433 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:16.438433 32408 tablet.cc:2404] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.492029   322 raft_consensus.cc:493] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.492682   322 raft_consensus.cc:515] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.496833   322 leader_election.cc:290] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95f92f4f609b464d81b285a52687857f (127.31.154.190:35657), a1bf313d39a8419f9d2b8104d0d2bf0e (127.31.154.189:43187)
14:08:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.496887 32429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd8f333598174d3b8cc05bca1f54c45a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95f92f4f609b464d81b285a52687857f" is_pre_election: true
14:08:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.497834 32429 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bd8f333598174d3b8cc05bca1f54c45a in term 0.
14:08:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.499656 32730 leader_election.cc:304] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 95f92f4f609b464d81b285a52687857f, bd8f333598174d3b8cc05bca1f54c45a; no voters: 
14:08:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.500696   322 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.501096   322 raft_consensus.cc:493] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.501439   322 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 0 FOLLOWER]: Advancing to term 1
14:08:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.513314   322 raft_consensus.cc:515] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:16.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.523990 32429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd8f333598174d3b8cc05bca1f54c45a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95f92f4f609b464d81b285a52687857f"
14:08:16.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.524621 32429 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [term 0 FOLLOWER]: Advancing to term 1
14:08:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.525527   322 leader_election.cc:290] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [CANDIDATE]: Term 1 election: Requested vote from peers 95f92f4f609b464d81b285a52687857f (127.31.154.190:35657), a1bf313d39a8419f9d2b8104d0d2bf0e (127.31.154.189:43187)
14:08:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.533411 32429 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bd8f333598174d3b8cc05bca1f54c45a in term 1.
14:08:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.535948 32730 leader_election.cc:304] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 95f92f4f609b464d81b285a52687857f, bd8f333598174d3b8cc05bca1f54c45a; no voters: 
14:08:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.536991   322 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 1 FOLLOWER]: Leader election won for term 1
14:08:16.543 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:16.543 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:16.544 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:16.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:16.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:16.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:16.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:16.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:16.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:16.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:16.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:16.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:16.544 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:16.551 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.551 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.551 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.552 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.553855   322 raft_consensus.cc:697] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [term 1 LEADER]: Becoming Leader. State: Replica: bd8f333598174d3b8cc05bca1f54c45a, State: Running, Role: LEADER
14:08:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.556174   322 consensus_queue.cc:237] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.564648   349 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: SysCatalogTable state changed. Reason: New leader bd8f333598174d3b8cc05bca1f54c45a. Latest consensus state: current_term: 1 leader_uuid: "bd8f333598174d3b8cc05bca1f54c45a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.565459   349 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: This master's current role is: LEADER
14:08:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.570264   351 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:08:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.578725   351 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.608394 32429 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [term 1 FOLLOWER]: Refusing update from remote peer bd8f333598174d3b8cc05bca1f54c45a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:08:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.610716   322 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [LEADER]: Connected to new peer: Peer: permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:08:16.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113296618 for job 04f1cc06e642129ca1b576400efec783.
14:08:16.619 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.620 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.620 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.621 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.621 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.621 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.621 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.621 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.628 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:08:16.630 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
14:08:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.655800   336 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [sys.catalog]: SysCatalogTable state changed. Reason: New leader bd8f333598174d3b8cc05bca1f54c45a. Latest consensus state: current_term: 1 leader_uuid: "bd8f333598174d3b8cc05bca1f54c45a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.656940   336 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.661 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:16.661 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:16.661 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:16.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:16.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:16.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:16.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:16.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:16.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:16.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:16.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:16.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:16.664 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:16.668 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:16.668 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:16.668 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:16.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:16.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:16.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:16.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:16.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.681288   336 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bd8f333598174d3b8cc05bca1f54c45a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:16.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.682029   336 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f [sys.catalog]: This master's current role is: FOLLOWER
14:08:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.699221   349 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bd8f333598174d3b8cc05bca1f54c45a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.700026   349 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: This master's current role is: LEADER
14:08:16.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.714912   351 catalog_manager.cc:1382] Generated new cluster ID: ccbb737df62a44dbb4f3295b1f0edf05
14:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.715211   351 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:08:16.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:16.773 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.773 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.773 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.781 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.786986   351 catalog_manager.cc:1405] Generated new certificate authority record
14:08:16.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.793883   351 catalog_manager.cc:1539] Loading token signing keys...
14:08:16.799 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:16.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:16.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:16.859 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:16.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:16.859 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:16.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:16.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:16.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.839686   351 catalog_manager.cc:6069] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a: Generated new TSK 0
14:08:16.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.841756   351 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:08:16.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:16.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:16.860 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:16.860 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:16.880 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:16.880 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:16.880 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:16.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:16.881 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.881 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.881 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:16.882 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.883 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.883 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:16.882815 32362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:16.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:16.883 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:16.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/wal
14:08:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/data
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:16.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:16.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:16.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/logs
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/data/info.pb
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.129:0
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.154.129
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.129
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:16.913 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:16.913 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:16.913 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:16.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:16.931 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:16.931 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:16.931 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:16.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:16.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:16.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.932 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:16.933 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:16.933 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:16.933 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.933 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.933 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:16.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:16.933 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:16.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:16.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:16.933 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:17.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113297122 for job 04f1cc06e642129ca1b576400efec783.
14:08:17.133 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:08:17.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
14:08:17.178 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:17.178 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:17.178 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:17.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:17.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:17.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:17.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:17.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:17.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:17.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:17.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:17.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:17.179 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:17.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:17.221 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:17.221 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:17.222 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:17.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.223 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:17.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:17.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:17.310 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:17.310 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:17.310 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:17.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.312 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.312 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.312 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:17.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:17.390 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:17.391 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:17.391 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:17.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:17.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:17.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:17.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:17.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:17.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:17.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:17.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:17.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:17.393 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:17.424 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:17.424 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:17.425 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:17.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.426 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:17.429605   347 catalog_manager.cc:1294] Loaded cluster ID: ccbb737df62a44dbb4f3295b1f0edf05
14:08:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:17.430063   347 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: loading cluster ID for follower catalog manager: success
14:08:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:17.437330   347 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: acquiring CA information for follower catalog manager: success
14:08:17.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:17.456609   347 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 95f92f4f609b464d81b285a52687857f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:08:17.491 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:17.491 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:17.491 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:17.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.493 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:17.534607   357 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:17.535277   357 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:17.536062   357 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:17.591 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:17.592 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:17.592 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:17.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.593 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:17.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:17.606879   357 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:17.610474   357 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.154.129
14:08:17.616 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:17.616 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:17.617 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:17.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.617 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:17.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113297618 for job 04f1cc06e642129ca1b576400efec783.
14:08:17.626 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:08:17.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
14:08:17.657 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:17.657 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:17.657 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:17.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:17.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:17.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:17.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:17.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:17.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:17.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:17.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:17.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:17.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:17.691 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:17.691 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:17.691 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:17.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:17.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:17.719 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:17.719 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:17.719 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:17.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.720 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:17.744344   357 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/data
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/wal
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.129:0
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/data/info.pb
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.129
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.154.129
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/logs
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:17.746763   357 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:17.749291   357 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:17.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:17.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:17.787248   365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:17.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:17.870 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:17.871 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:17.871 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:17.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.872 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:17.890 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:17.890 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:17.890 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:17.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:17.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:17.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:17.892 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:17.962 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:17.962 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:17.962 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:17.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:17.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:17.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:17.963 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:17.964 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:17.964 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:17.964 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:17.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:17.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:17.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:17.965 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:18.058 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:18.058 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:18.058 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:18.059 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.060 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.106623 32541 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } attempt: 8
14:08:18.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113298123 for job 04f1cc06e642129ca1b576400efec783.
14:08:18.130 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:18.130 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:18.130 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:18.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:18.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:18.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:18.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:18.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:18.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:18.131 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:08:18.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:18.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:18.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:18.132 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:18.133 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
14:08:18.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:18.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:18.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:18.180 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:18.180 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:18.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:18.180 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:18.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:18.180 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:18.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:18.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:18.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:18.181 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:18.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:18.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.250697 32541 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e: Bootstrap starting.
14:08:18.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.271924 32541 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e: Neither blocks nor log segments found. Creating new log.
14:08:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.275019 32541 log.cc:826] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e: Log is configured to *not* fsync() on all Append() calls
14:08:18.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.291339 32541 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e: No bootstrap required, opened a new log
14:08:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:18.330108 32731 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.31.154.189:43187 timed out after 1.805s (SENT)
14:08:18.343 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.357352 32541 raft_consensus.cc:359] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.358657 32541 raft_consensus.cc:385] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.359159 32541 raft_consensus.cc:740] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1bf313d39a8419f9d2b8104d0d2bf0e, State: Initialized, Role: FOLLOWER
14:08:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.360531 32541 consensus_queue.cc:260] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } }
14:08:18.371 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:18.372 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:18.372 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:18.372 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:18.372 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:18.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:18.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:18.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:18.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:18.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:18.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:18.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:18.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.380434 32541 sys_catalog.cc:565] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [sys.catalog]: configured and running, proceeding with master startup.
14:08:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.380676 32506 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd8f333598174d3b8cc05bca1f54c45a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e"
14:08:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.380722 32507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd8f333598174d3b8cc05bca1f54c45a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" is_pre_election: true
14:08:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.381505 32506 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [term 0 FOLLOWER]: Advancing to term 1
14:08:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:18.382100 32507 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51132 (request call id 1) took 1885 ms (client timeout 1917 ms). Trace:
14:08:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:18.382627 32507 rpcz_store.cc:269] 0518 14:08:16.496226 (+     0us) service_pool.cc:167] Inserting onto call queue
14:08:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:16.496382 (+   156us) service_pool.cc:224] Handling call
14:08:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:18.382001 (+1885619us) inbound_call.cc:177] Queueing success response
14:08:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:08:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.384012 32504 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bd8f333598174d3b8cc05bca1f54c45a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e"
14:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.376724   374 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.397791   374 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [sys.catalog]: This master's current role is: FOLLOWER
14:08:18.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.406309 32506 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bd8f333598174d3b8cc05bca1f54c45a in term 1.
14:08:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.407938 32505 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [term 1 FOLLOWER]: Refusing update from remote peer bd8f333598174d3b8cc05bca1f54c45a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:08:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.412971 32505 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:51132 (request call id 3) took 1806 ms. Trace:
14:08:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.413496 32505 rpcz_store.cc:276] 0518 14:08:16.606292 (+     0us) service_pool.cc:167] Inserting onto call queue
14:08:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:16.606413 (+   121us) service_pool.cc:224] Handling call
14:08:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:18.407263 (+1800850us) raft_consensus.cc:1471] Updating replica for 0 ops
14:08:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:18.408393 (+  1130us) raft_consensus.cc:1697] Filling consensus response to leader.
14:08:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:18.412675 (+  4282us) spinlock_profiling.cc:243] Waited 21.5 ms on lock 0x7b5400040450. stack: 00007f7c1eb77c83 00007f7c1eb77b80 00007f7c1e6e8574 000000000050eee4 000000000050ee79 00007f7c25bfa951 00007f7c25c90c8d 00007f7c26cc2b19 00007f7c25373d34 00007f7c25373cc2 00007f7c25373bf1 00007f7c25373b6c 00007f7c25372e22 00007f7c23982e4c 00007f7c23982286 00007f7c23981c2f
14:08:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:18.412908 (+   233us) inbound_call.cc:177] Queueing success response
14:08:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":49413376}
14:08:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.415958   369 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:08:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:18.415216 32506 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51132 (request call id 2) took 1890 ms (client timeout 1805 ms). Trace:
14:08:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:18.416960 32506 rpcz_store.cc:269] 0518 14:08:16.524817 (+     0us) service_pool.cc:167] Inserting onto call queue
14:08:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:16.524985 (+   168us) service_pool.cc:224] Handling call
14:08:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:08:18.415072 (+1890087us) inbound_call.cc:177] Queueing success response
14:08:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:08:18.503 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:18.503 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:18.503 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:18.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:18.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:18.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:18.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:18.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:18.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:18.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:18.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:18.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:18.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:18.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.526990   374 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: New leader bd8f333598174d3b8cc05bca1f54c45a. Latest consensus state: current_term: 1 leader_uuid: "bd8f333598174d3b8cc05bca1f54c45a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.528079   384 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bd8f333598174d3b8cc05bca1f54c45a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.533186   384 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [sys.catalog]: This master's current role is: FOLLOWER
14:08:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.533164   374 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e [sys.catalog]: This master's current role is: FOLLOWER
14:08:18.540 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:18.540 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:18.540 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:18.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.542 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:18.548957   391 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:08:18.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113298618 for job 04f1cc06e642129ca1b576400efec783.
14:08:18.627 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:08:18.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
14:08:18.679 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:18.679 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:18.679 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:18.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:18.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:18.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:18.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:18.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:18.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:18.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:18.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:18.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:18.681 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:18.693 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:18.693 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:18.694 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:18.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.695 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:18.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:18.741 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:18.741 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:18.741 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:18.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:18.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:18.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:18.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:18.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:18.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:18.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:18.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:18.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:18.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:18.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:18.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:18.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:18.887 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:18.888 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:18.888 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:18.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:18.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:18.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:18.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:18.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:18.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:18.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:18.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:18.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:18.890 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:18.971 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:18.971 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:18.971 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:18.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:18.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:18.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:18.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:18.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:18.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:18.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:18.973 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:18.973 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:18.973 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:18.997 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:18.997 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:18.997 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:18.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:18.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:18.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:18.998 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:19.020 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:19.020 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:19.020 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:19.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.021 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:19.045 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:19.045 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:19.045 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:19.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:19.046 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:19.046 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:19.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:19.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:19.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:19.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:19.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:19.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:19.046 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:19.052963   369 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bd8f333598174d3b8cc05bca1f54c45a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95f92f4f609b464d81b285a52687857f" member_type: VOTER last_known_addr { host: "127.31.154.190" port: 35657 } } peers { permanent_uuid: "a1bf313d39a8419f9d2b8104d0d2bf0e" member_type: VOTER last_known_addr { host: "127.31.154.189" port: 43187 } } peers { permanent_uuid: "bd8f333598174d3b8cc05bca1f54c45a" member_type: VOTER last_known_addr { host: "127.31.154.188" port: 42123 } } }
14:08:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:19.054839   369 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a [sys.catalog]: This master's current role is: LEADER
14:08:19.120 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:19.120 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:19.120 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:19.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.121 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:19.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113299123 for job 04f1cc06e642129ca1b576400efec783.
14:08:19.132 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:08:19.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
14:08:19.170 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:19.170 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:19.170 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:19.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.172 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:19.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:19.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:19.276 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:19.277 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:19.277 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:19.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:19.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:19.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:19.472 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:19.473 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:19.473 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:19.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:19.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:19.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:19.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:19.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:19.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:19.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:19.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:19.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:19.475 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:19.551 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:19.551 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:19.551 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:19.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.552 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:19.559 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:19.559 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:19.560 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:19.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:19.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:19.560 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:19.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:19.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:19.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:19.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:19.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:19.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:19.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:19.584407   391 catalog_manager.cc:1294] Loaded cluster ID: ccbb737df62a44dbb4f3295b1f0edf05
14:08:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:19.592276   391 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e: loading cluster ID for follower catalog manager: success
14:08:19.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113299618 for job 04f1cc06e642129ca1b576400efec783.
14:08:19.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:19.623950   391 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e: acquiring CA information for follower catalog manager: success
14:08:19.629 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:08:19.636 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
14:08:19.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:19.649657   391 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a1bf313d39a8419f9d2b8104d0d2bf0e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:08:19.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:19.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:19.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:19.830 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:19.831 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:19.831 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:19.831 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:19.831 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:19.831 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:19.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:19.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:19.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:19.832 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:19.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:19.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:19.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:19.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:19.834 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:19.834 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:19.834 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:19.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:19.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:19.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:19.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:19.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:19.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:19.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:19.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:19.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:19.835 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:19.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113300118 for job 04f1cc06e642129ca1b576400efec783.
14:08:20.139 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
14:08:20.139 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:20.139 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:20.139 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:20.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:20.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:20.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:20.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:20.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:20.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:20.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:20.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:20.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:20.140 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:20.141 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
14:08:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:19.172106   364 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 357
14:08:20.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:20.206640   364 kernel_stack_watchdog.cc:198] Thread 357 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 375ms:
14:08:20.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:08:20.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:08:20.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:08:20.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:08:20.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:17.797104   366 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:20.208025   357 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.414s	user 0.696s	sys 1.251s
14:08:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:20.208390   357 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.414s	user 0.696s	sys 1.251s
14:08:20.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.221993   357 server_base.cc:1061] running on GCE node
14:08:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:20.223239   399 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.224581   357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:20.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.227773   357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:20.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.229496   357 hybrid_clock.cc:648] HybridClock initialized: now 1779113300229418 us; error 73 us; skew 500 ppm
14:08:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.230454   357 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:20.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.238354   357 webserver.cc:533] Webserver started at http://127.31.154.129:43951/ using document root <none> and password file <none>
14:08:20.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.239583   357 fs_manager.cc:362] Metadata directory not provided
14:08:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.240006   357 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.240516   357 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:20.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.245744   357 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/data/instance:
14:08:20.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:20.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:20 on dist-test-slave-qn3m"
14:08:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.247021   357 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/wal/instance:
14:08:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:20 on dist-test-slave-qn3m"
14:08:20.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.256764   357 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
14:08:20.259 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:20.259 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:20.260 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:20.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:20.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:20.260 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:20.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:20.260 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:20.260 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:20.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:20.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:20.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:20.260 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:20.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.265472   404 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:20.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.267966   357 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.003s	sys 0.001s
14:08:20.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.268338   357 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/wal
14:08:20.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:20.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:20 on dist-test-slave-qn3m"
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.268883   357 fs_report.cc:389] FS layout report
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/wal
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/wal
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/data/data
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:20.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.347872   357 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.349692   357 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.350281   357 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.353955   357 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.359823   357 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.360122   357 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
14:08:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.360417   357 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.360625   357 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:08:20.413 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:20.413 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:20.413 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:20.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:20.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:20.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:20.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:20.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:20.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:20.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:20.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:20.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:20.415 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:20.470 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:20.470 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:20.471 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:20.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:20.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:20.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:20.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:20.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:20.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:20.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:20.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:20.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:20.476 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:20.581 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:20.581 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:20.581 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:20.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:20.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:20.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:20.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:20.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:20.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:20.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:20.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:20.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:20.582 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:20.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113300618 for job 04f1cc06e642129ca1b576400efec783.
14:08:20.629 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:08:20.631 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
14:08:20.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.783756   357 rpc_server.cc:307] RPC server started. Bound to: 127.31.154.129:42031
14:08:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.784003   516 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.154.129:42031 every 8 connection(s)
14:08:20.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.787454   357 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/data/info.pb
14:08:20.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.798318 32362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 357
14:08:20.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.799117 32362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-0/wal/instance
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.821835 32362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/wal
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/data
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/logs
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/data/info.pb
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.130:0
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.154.130
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.130
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:20.824 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:20.825 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:20.825 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:20.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:20.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:20.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:20.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:20.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:20.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:20.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:20.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:20.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:20.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.833906   517 heartbeater.cc:344] Connected to a master server at 127.31.154.189:43187
14:08:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.834425   517 heartbeater.cc:461] Registering TS with master...
14:08:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.835803   517 heartbeater.cc:507] Master 127.31.154.189:43187 requested a full tablet report, sending...
14:08:20.838 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:20.838 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:20.838 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:20.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:20.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:20.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:20.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:20.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:20.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:20.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:20.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:20.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:20.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.839519 32497 ts_manager.cc:194] Registered new tserver with Master: 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031)
14:08:20.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:20.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.845664   519 heartbeater.cc:344] Connected to a master server at 127.31.154.190:35657
14:08:20.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.846098   519 heartbeater.cc:461] Registering TS with master...
14:08:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.847163   519 heartbeater.cc:507] Master 127.31.154.190:35657 requested a full tablet report, sending...
14:08:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.850787 32419 ts_manager.cc:194] Registered new tserver with Master: 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031)
14:08:20.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.854911   518 heartbeater.cc:344] Connected to a master server at 127.31.154.188:42123
14:08:20.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.855262   518 heartbeater.cc:461] Registering TS with master...
14:08:20.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.856244   518 heartbeater.cc:507] Master 127.31.154.188:42123 requested a full tablet report, sending...
14:08:20.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.858918 32746 ts_manager.cc:194] Registered new tserver with Master: 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031)
14:08:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:20.861779 32746 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.154.129:42981
14:08:21.031 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:21.032 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:21.032 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:21.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:21.091 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:21.091 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:21.091 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:21.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.092 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.092 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.092 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.093 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:21.120 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113301119 for job 04f1cc06e642129ca1b576400efec783.
14:08:21.121 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:21.121 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:21.121 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:21.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:21.129 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:08:21.130 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
14:08:21.132 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:21.132 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:21.132 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:21.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.134 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:21.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:21.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:21.224555   527 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:21.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:21.225144   527 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:21.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:21.225557   527 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:21.264585   527 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:21.265642   527 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.154.130
14:08:21.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:21.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:21.310456   527 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/data
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/wal
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.130:0
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/data/info.pb
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.130
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.154.130
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/logs
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:21.311981   527 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:21.313723   527 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:21.330183   533 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:21.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:21.398 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:21.399 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:21.399 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:21.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:21.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:21.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:21.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:21.522 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:21.522 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:21.523 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:21.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:21.539 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:21.539 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:21.539 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:21.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:21.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:21.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:21.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:21.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:21.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:21.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:21.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:21.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:21.541 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:21.563 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:21.563 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:21.563 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:21.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:21.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:21.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:21.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:21.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:21.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:21.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:21.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:21.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:21.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:21.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113301618 for job 04f1cc06e642129ca1b576400efec783.
14:08:21.634 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
14:08:21.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
14:08:21.657 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:21.657 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:21.658 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:21.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.659 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.660 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:21.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:21.712 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:21.712 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:21.712 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:21.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.713 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:21.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:21.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:21.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:21.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:21.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:21.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:21.865756   518 heartbeater.cc:499] Master 127.31.154.188:42123 was elected leader, sending a full tablet report...
14:08:21.962 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:21.963 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:21.963 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:21.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:21.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:21.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:21.967 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:22.021 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:22.021 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:22.022 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:22.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:22.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:22.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:22.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:22.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:22.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:22.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:22.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:22.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:22.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:22.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113302118 for job 04f1cc06e642129ca1b576400efec783.
14:08:22.127 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:08:22.130 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
14:08:22.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:22.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:22.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:22.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:22.421 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:22.421 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:22.422 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:22.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.422 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.423 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:22.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:22.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:22.492 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:22.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:22.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:22.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:22.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:22.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:22.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:22.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:22.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:22.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:22.493 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:22.539 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:22.540 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:22.540 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:22.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:22.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:22.541 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:22.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:22.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:22.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:22.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:22.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:22.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:22.542 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:22.549 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:22.550 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:22.550 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:22.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:22.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:22.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:22.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:22.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:22.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:22.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:22.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:22.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:22.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:22.591 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:22.592 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:22.592 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:22.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:22.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:22.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:22.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:22.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:22.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:22.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:22.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:22.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:22.593 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:22.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113302618 for job 04f1cc06e642129ca1b576400efec783.
14:08:22.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:08:22.636 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
14:08:22.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:22.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:22.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:21.340476   534 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:22.822464   536 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:22.825968   535 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1493 milliseconds
14:08:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.826102   527 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:08:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.828034   527 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.831243   527 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.832818   527 hybrid_clock.cc:648] HybridClock initialized: now 1779113302832760 us; error 55 us; skew 500 ppm
14:08:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.833787   527 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:22.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.841499   527 webserver.cc:533] Webserver started at http://127.31.154.130:37175/ using document root <none> and password file <none>
14:08:22.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.842701   527 fs_manager.cc:362] Metadata directory not provided
14:08:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.842890   527 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.843357   527 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.848609   527 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/data/instance:
14:08:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cddf5bb839764a4e99c5b4d77abceedd"
14:08:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:22 on dist-test-slave-qn3m"
14:08:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.850311   527 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/wal/instance:
14:08:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cddf5bb839764a4e99c5b4d77abceedd"
14:08:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:22 on dist-test-slave-qn3m"
14:08:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.860248   527 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.005s
14:08:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.868685   544 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.870101   527 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.870703   527 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/wal
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cddf5bb839764a4e99c5b4d77abceedd"
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:22 on dist-test-slave-qn3m"
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.871037   527 fs_report.cc:389] FS layout report
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/wal
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/wal
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/data/data
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:22.897 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:22.897 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:22.897 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:22.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:22.907 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:22.907 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:22.907 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:22.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:22.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:22.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:22.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:22.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:22.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:22.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:22.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:22.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:22.908 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:22.912 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:22.913 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:22.913 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:22.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:22.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:22.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:22.914 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:22.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.926924   527 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.928685   527 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.929090   527 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.932534   527 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.938378   527 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.938596   527 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:08:22.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.938917   527 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:22.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:22.939139   527 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:08:23.059 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:23.060 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:23.060 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:23.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.062 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.062 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.062 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:23.062 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:23.063 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:23.063 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:23.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:23.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:23.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:23.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:23.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:23.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:23.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:23.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:23.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:23.064 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:23.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113303118 for job 04f1cc06e642129ca1b576400efec783.
14:08:23.132 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:08:23.132 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
14:08:23.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.164683   527 rpc_server.cc:307] RPC server started. Bound to: 127.31.154.130:33659
14:08:23.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.164747   656 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.154.130:33659 every 8 connection(s)
14:08:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.167539   527 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/data/info.pb
14:08:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.176297 32362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 527
14:08:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.176925 32362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-1/wal/instance
14:08:23.199 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:23.200 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:23.200 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:23.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:23.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:23.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:23.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:23.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:23.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:23.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:23.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:23.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:23.201 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.207254 32362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/wal
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/data
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/logs
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/data/info.pb
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.131:0
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.154.131
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.131
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:23.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.211396   657 heartbeater.cc:344] Connected to a master server at 127.31.154.189:43187
14:08:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.212055   657 heartbeater.cc:461] Registering TS with master...
14:08:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.213793   657 heartbeater.cc:507] Master 127.31.154.189:43187 requested a full tablet report, sending...
14:08:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.217689 32497 ts_manager.cc:194] Registered new tserver with Master: cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.218164   658 heartbeater.cc:344] Connected to a master server at 127.31.154.188:42123
14:08:23.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.218524   658 heartbeater.cc:461] Registering TS with master...
14:08:23.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.219480   658 heartbeater.cc:507] Master 127.31.154.188:42123 requested a full tablet report, sending...
14:08:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.221594 32746 ts_manager.cc:194] Registered new tserver with Master: cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.223278 32746 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.154.130:46889
14:08:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.228564   659 heartbeater.cc:344] Connected to a master server at 127.31.154.190:35657
14:08:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.229075   659 heartbeater.cc:461] Registering TS with master...
14:08:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.229871   659 heartbeater.cc:507] Master 127.31.154.190:35657 requested a full tablet report, sending...
14:08:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.232491 32419 ts_manager.cc:194] Registered new tserver with Master: cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:23.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:23.280 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:23.280 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:23.281 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:23.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:23.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:23.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:23.387 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:23.387 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:23.387 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:23.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:23.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:23.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:23.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:23.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:23.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:23.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:23.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:23.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:23.388 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:23.470 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:23.470 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:23.470 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:23.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:23.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:23.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:23.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:23.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:23.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:23.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:23.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:23.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:23.471 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:23.472 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27025), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [35ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [53ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [54ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [93ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [213ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [213ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [246ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [247ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [247ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [248ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [262ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [303ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [503ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1002ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1782ms] refreshing cache from master, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1784ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2521ms] too many traces: truncated at 100 traces, deferred=Deferred@172085819(state=PENDING, result=null, callback=(continuation of Deferred@2088493477 after retry RPC after error@573984741) -> (continuation of Deferred@1503838960 after retry RPC after error@1568015349) -> (continuation of Deferred@2116265783 after retry RPC after error@1853527665) -> (continuation of Deferred@553679884 after retry RPC after error@1275378290) -> (continuation of Deferred@805156570 after retry RPC after error@353268810) -> (continuation of Deferred@936155899 after retry RPC after error@1584558426) -> (continuation of Deferred@477841192 after retry RPC after error@2050088137) -> (continuation of Deferred@704219702 after retry RPC after error@1682753266) -> (continuation of Deferred@575184724 after retry RPC after error@1449904192) -> (continuation of Deferred@866537601 after retry RPC after error@828341073) -> (continuation of Deferred@1460396049 after retry RPC after error@1596590968) -> (continuation of Deferred@1577679428 after retry RPC after error@348522279) -> (continuation of Deferred@482698950 after retry RPC after error@331079661) -> (continuation of Deferred@108354692 after retry RPC after error@581868626) -> (continuation of Deferred@359284119 after retry RPC after error@1491324000) -> (continuation of Deferred@1960721028 after retry RPC after error@583300161) -> (continuation of Deferred@1711698699 after retry RPC after error@541078375) -> (continuation of Deferred@634337265 after retry RPC after error@615000437) -> (continuation of Deferred@1902352576 after retry RPC after error@1343833728) -> (continuation of Deferred@204837837 after retry RPC after error@1773396159) -> (continuation of Deferred@75219153 after retry RPC after error@508345240) -> (continuation of Deferred@1053292647 after retry RPC after error@1208434968) -> (continuation of Deferred@304115073 after retry RPC after error@1766560806) -> (continuation of Deferred@1758354856 after retry RPC after error@439602728), errback=(continuation of Deferred@2088493477 after retry RPC after error@573984741) -> (continuation of Deferred@1503838960 after retry RPC after error@1568015349) -> (continuation of Deferred@2116265783 after retry RPC after error@1853527665) -> (continuation of Deferred@553679884 after retry RPC after error@1275378290) -> (continuation of Deferred@805156570 after retry RPC after error@353268810) -> (continuation of Deferred@936155899 after retry RPC after error@1584558426) -> (continuation of Deferred@477841192 after retry RPC after error@2050088137) -> (continuation of Deferred@704219702 after retry RPC after error@1682753266) -> (continuation of Deferred@575184724 after retry RPC after error@1449904192) -> (continuation of Deferred@866537601 after retry RPC after error@828341073) -> (continuation of Deferred@1460396049 after retry RPC after error@1596590968) -> (continuation of Deferred@1577679428 after retry RPC after error@348522279) -> (continuation of Deferred@482698950 after retry RPC after error@331079661) -> (continuation of Deferred@108354692 after retry RPC after error@581868626) -> (continuation of Deferred@359284119 after retry RPC after error@1491324000) -> (continuation of Deferred@1960721028 after retry RPC after error@583300161) -> (continuation of Deferred@1711698699 after retry RPC after error@541078375) -> (continuation of Deferred@634337265 after retry RPC after error@615000437) -> (continuation of Deferred@1902352576 after retry RPC after error@1343833728) -> (continuation of Deferred@204837837 after retry RPC after error@1773396159) -> (continuation of Deferred@75219153 after retry RPC after error@508345240) -> (continuation of Deferred@1053292647 after retry RPC after error@1208434968) -> (continuation of Deferred@304115073 after retry RPC after error@1766560806) -> (continuation of Deferred@1758354856 after retry RPC after error@439602728)))
14:08:23.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:08:23.474 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27025), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [35ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [53ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [54ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [93ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [213ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [213ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [246ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [247ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [247ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [248ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [262ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [303ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [503ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1002ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1782ms] refreshing cache from master, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1784ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2521ms] too many traces: truncated at 100 traces, deferred=Deferred@172085819(state=PENDING, result=null, callback=(continuation of Deferred@2088493477 after retry RPC after error@573984741) -> (continuation of Deferred@1503838960 after retry RPC after error@1568015349) -> (continuation of Deferred@2116265783 after retry RPC after error@1853527665) -> (continuation of Deferred@553679884 after retry RPC after error@1275378290) -> (continuation of Deferred@805156570 after retry RPC after error@353268810) -> (continuation of Deferred@936155899 after retry RPC after error@1584558426) -> (continuation of Deferred@477841192 after retry RPC after error@2050088137) -> (continuation of Deferred@704219702 after retry RPC after error@1682753266) -> (continuation of Deferred@575184724 after retry RPC after error@1449904192) -> (continuation of Deferred@866537601 after retry RPC after error@828341073) -> (continuation of Deferred@1460396049 after retry RPC after error@1596590968) -> (continuation of Deferred@1577679428 after retry RPC after error@348522279) -> (continuation of Deferred@482698950 after retry RPC after error@331079661) -> (continuation of Deferred@108354692 after retry RPC after error@581868626) -> (continuation of Deferred@359284119 after retry RPC after error@1491324000) -> (continuation of Deferred@1960721028 after retry RPC after error@583300161) -> (continuation of Deferred@1711698699 after retry RPC after error@541078375) -> (continuation of Deferred@634337265 after retry RPC after error@615000437) -> (continuation of Deferred@1902352576 after retry RPC after error@1343833728) -> (continuation of Deferred@204837837 after retry RPC after error@1773396159) -> (continuation of Deferred@75219153 after retry RPC after error@508345240) -> (continuation of Deferred@1053292647 after retry RPC after error@1208434968) -> (continuation of Deferred@304115073 after retry RPC after error@1766560806) -> (continuation of Deferred@1758354856 after retry RPC after error@439602728), errback=(continuation of Deferred@2088493477 after retry RPC after error@573984741) -> (continuation of Deferred@1503838960 after retry RPC after error@1568015349) -> (continuation of Deferred@2116265783 after retry RPC after error@1853527665) -> (continuation of Deferred@553679884 after retry RPC after error@1275378290) -> (continuation of Deferred@805156570 after retry RPC after error@353268810) -> (continuation of Deferred@936155899 after retry RPC after error@1584558426) -> (continuation of Deferred@477841192 after retry RPC after error@2050088137) -> (continuation of Deferred@704219702 after retry RPC after error@1682753266) -> (continuation of Deferred@575184724 after retry RPC after error@1449904192) -> (continuation of Deferred@866537601 after retry RPC after error@828341073) -> (continuation of Deferred@1460396049 after retry RPC after error@1596590968) -> (continuation of Deferred@1577679428 after retry RPC after error@348522279) -> (continuation of Deferred@482698950 after retry RPC after error@331079661) -> (continuation of Deferred@108354692 after retry RPC after error@581868626) -> (continuation of Deferred@359284119 after retry RPC after error@1491324000) -> (continuation of Deferred@1960721028 after retry RPC after error@583300161) -> (continuation of Deferred@1711698699 after retry RPC after error@541078375) -> (continuation of Deferred@634337265 after retry RPC after error@615000437) -> (continuation of Deferred@1902352576 after retry RPC after error@1343833728) -> (continuation of Deferred@204837837 after retry RPC after error@1773396159) -> (continuation of Deferred@75219153 after retry RPC after error@508345240) -> (continuation of Deferred@1053292647 after retry RPC after error@1208434968) -> (continuation of Deferred@304115073 after retry RPC after error@1766560806) -> (continuation of Deferred@1758354856 after retry RPC after error@439602728)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:23.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:08:23.476 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
14:08:23.479 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27025), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [35ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [53ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [54ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [69ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [93ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [213ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [213ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [246ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [247ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [247ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [248ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [262ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [302ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [303ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [503ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1002ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1782ms] refreshing cache from master, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1784ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2521ms] too many traces: truncated at 100 traces, deferred=Deferred@172085819(state=PENDING, result=null, callback=(continuation of Deferred@2088493477 after retry RPC after error@573984741) -> (continuation of Deferred@1503838960 after retry RPC after error@1568015349) -> (continuation of Deferred@2116265783 after retry RPC after error@1853527665) -> (continuation of Deferred@553679884 after retry RPC after error@1275378290) -> (continuation of Deferred@805156570 after retry RPC after error@353268810) -> (continuation of Deferred@936155899 after retry RPC after error@1584558426) -> (continuation of Deferred@477841192 after retry RPC after error@2050088137) -> (continuation of Deferred@704219702 after retry RPC after error@1682753266) -> (continuation of Deferred@575184724 after retry RPC after error@1449904192) -> (continuation of Deferred@866537601 after retry RPC after error@828341073) -> (continuation of Deferred@1460396049 after retry RPC after error@1596590968) -> (continuation of Deferred@1577679428 after retry RPC after error@348522279) -> (continuation of Deferred@482698950 after retry RPC after error@331079661) -> (continuation of Deferred@108354692 after retry RPC after error@581868626) -> (continuation of Deferred@359284119 after retry RPC after error@1491324000) -> (continuation of Deferred@1960721028 after retry RPC after error@583300161) -> (continuation of Deferred@1711698699 after retry RPC after error@541078375) -> (continuation of Deferred@634337265 after retry RPC after error@615000437) -> (continuation of Deferred@1902352576 after retry RPC after error@1343833728) -> (continuation of Deferred@204837837 after retry RPC after error@1773396159) -> (continuation of Deferred@75219153 after retry RPC after error@508345240) -> (continuation of Deferred@1053292647 after retry RPC after error@1208434968) -> (continuation of Deferred@304115073 after retry RPC after error@1766560806) -> (continuation of Deferred@1758354856 after retry RPC after error@439602728), errback=(continuation of Deferred@2088493477 after retry RPC after error@573984741) -> (continuation of Deferred@1503838960 after retry RPC after error@1568015349) -> (continuation of Deferred@2116265783 after retry RPC after error@1853527665) -> (continuation of Deferred@553679884 after retry RPC after error@1275378290) -> (continuation of Deferred@805156570 after retry RPC after error@353268810) -> (continuation of Deferred@936155899 after retry RPC after error@1584558426) -> (continuation of Deferred@477841192 after retry RPC after error@2050088137) -> (continuation of Deferred@704219702 after retry RPC after error@1682753266) -> (continuation of Deferred@575184724 after retry RPC after error@1449904192) -> (continuation of Deferred@866537601 after retry RPC after error@828341073) -> (continuation of Deferred@1460396049 after retry RPC after error@1596590968) -> (continuation of Deferred@1577679428 after retry RPC after error@348522279) -> (continuation of Deferred@482698950 after retry RPC after error@331079661) -> (continuation of Deferred@108354692 after retry RPC after error@581868626) -> (continuation of Deferred@359284119 after retry RPC after error@1491324000) -> (continuation of Deferred@1960721028 after retry RPC after error@583300161) -> (continuation of Deferred@1711698699 after retry RPC after error@541078375) -> (continuation of Deferred@634337265 after retry RPC after error@615000437) -> (continuation of Deferred@1902352576 after retry RPC after error@1343833728) -> (continuation of Deferred@204837837 after retry RPC after error@1773396159) -> (continuation of Deferred@75219153 after retry RPC after error@508345240) -> (continuation of Deferred@1053292647 after retry RPC after error@1208434968) -> (continuation of Deferred@304115073 after retry RPC after error@1766560806) -> (continuation of Deferred@1758354856 after retry RPC after error@439602728)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:23.481 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
14:08:23.481 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:23.481 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
14:08:23.481 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RUNNING to RESTARTING.
14:08:23.538 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:23.538 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:23.538 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:23.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.538 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:23.558315   667 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:23.558802   667 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:23.559358   667 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:23.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:23.597673   667 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:23.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:23.598791   667 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.154.131
14:08:23.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113303618 for job 04f1cc06e642129ca1b576400efec783.
14:08:23.627 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:08:23.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.646106   667 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.154.148:36303
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/data
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/wal
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.154.131:0
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/data/info.pb
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.154.131
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.154.190:35657,127.31.154.189:43187,127.31.154.188:42123
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.154.131
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/logs
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.647799   667 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:23.649679   667 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:23.665962   673 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:23.678 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:23.679 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:23.679 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:23.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:23.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:23.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:23.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:23.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:23.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:23.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:23.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:23.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:23.679 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:23.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:23.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:23.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:23.972 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:23.972 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:23.972 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:23.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:23.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:23.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:23.973 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:23.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:23.973 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:23.973 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:23.973 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:23.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:23.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:23.973 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:23.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:23.973 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:23.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:23.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:23.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:23.974 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:24.047 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:24.047 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:24.048 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:24.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:24.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:24.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:24.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:24.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:24.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:24.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:24.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:24.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:24.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:24.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113304118 for job 04f1cc06e642129ca1b576400efec783.
14:08:24.128 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:08:24.128 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
14:08:24.193 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:24.193 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:24.193 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:24.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.194 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:24.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.227139   658 heartbeater.cc:499] Master 127.31.154.188:42123 was elected leader, sending a full tablet report...
14:08:24.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:24.279 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:24.279 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:24.279 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:24.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:24.282 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:24.283 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:24.283 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:24.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.283 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:24.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:24.491 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:24.491 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:24.491 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:24.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:24.525 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:24.525 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:24.525 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:24.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.526 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:24.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:24.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:24.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:24.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:24.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113304619 for job 04f1cc06e642129ca1b576400efec783.
14:08:24.635 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:08:24.637 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
14:08:24.639 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:24.639 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:24.640 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:24.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:24.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:24.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:24.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:24.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:24.640 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:24.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:24.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:24.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:24.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:24.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:24.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:24.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:24.801 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:24.801 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:24.802 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:24.802 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.802 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.802 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.802 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.802 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.802 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:24.845 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:24.845 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:24.846 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:24.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.846 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.846 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.846 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.846 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.847 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:24.859 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:24.860 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:24.860 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:24.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.860 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:24.860 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:24.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:24.860 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:24.891 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:24.891 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:24.892 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:24.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:24.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:24.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:24.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:24.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:24.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:24.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:24.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:24.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:24.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:24.893 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28449), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [12ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [57ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [58ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [217ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [227ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [228ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [228ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [248ms] refreshing cache from master, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [251ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [251ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [285ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [285ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [285ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [401ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [403ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [421ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [421ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [422ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [462ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [581ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [710ms] refreshing cache from master, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [710ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [711ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [711ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [711ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2540ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2543ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [4200ms] refreshing cache from master, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4201ms] too many traces: truncated at 100 traces, deferred=Deferred@1947266878(state=PENDING, result=null, callback=(continuation of Deferred@1827402499 after retry RPC after error@53570444) -> (continuation of Deferred@1178134163 after retry RPC after error@891455605) -> (continuation of Deferred@107087417 after retry RPC after error@235368562) -> (continuation of Deferred@252318559 after retry RPC after error@785007595) -> (continuation of Deferred@940563397 after retry RPC after error@222210134) -> (continuation of Deferred@1383191109 after retry RPC after error@785909499) -> (continuation of Deferred@1758408982 after retry RPC after error@273373249) -> (continuation of Deferred@1291080695 after retry RPC after error@578124620) -> (continuation of Deferred@857975189 after retry RPC after error@2036360928) -> (continuation of Deferred@392554960 after retry RPC after error@516120427) -> (continuation of Deferred@805450279 after retry RPC after error@1244599713) -> (continuation of Deferred@1916554845 after retry RPC after error@1979740022) -> (continuation of Deferred@1462954139 after retry RPC after error@1694662081) -> (continuation of Deferred@1968998810 after retry RPC after error@13775768) -> (continuation of Deferred@1080325417 after retry RPC after error@914289809) -> (continuation of Deferred@662682525 after retry RPC after error@916455961) -> (continuation of Deferred@1435428057 after retry RPC after error@345327749) -> (continuation of Deferred@1324133081 after retry RPC after error@2028657111) -> (continuation of Deferred@1516257855 after retry RPC after error@1687152790) -> (continuation of Deferred@1327377596 after retry RPC after error@1637118185) -> (continuation of Deferred@960345950 after retry RPC after error@577582007) -> (continuation of Deferred@472416394 after retry RPC after error@1593419998) -> (continuation of Deferred@170554136 after retry RPC after error@1100028257) -> (continuation of Deferred@434502921 after retry RPC after error@172558771) -> (continuation of Deferred@1394743633 after retry RPC after error@439441477) -> (continuation of Deferred@747299775 after retry RPC after error@1850499852), errback=(continuation of Deferred@1827402499 after retry RPC after error@53570444) -> (continuation of Deferred@1178134163 after retry RPC after error@891455605) -> (continuation of Deferred@107087417 after retry RPC after error@235368562) -> (continuation of Deferred@252318559 after retry RPC after error@785007595) -> (continuation of Deferred@940563397 after retry RPC after error@222210134) -> (continuation of Deferred@1383191109 after retry RPC after error@785909499) -> (continuation of Deferred@1758408982 after retry RPC after error@273373249) -> (continuation of Deferred@1291080695 after retry RPC after error@578124620) -> (continuation of Deferred@857975189 after retry RPC after error@2036360928) -> (continuation of Deferred@392554960 after retry RPC after error@516120427) -> (continuation of Deferred@805450279 after retry RPC after error@1244599713) -> (continuation of Deferred@1916554845 after retry RPC after error@1979740022) -> (continuation of Deferred@1462954139 after retry RPC after error@1694662081) -> (continuation of Deferred@1968998810 after retry RPC after error@13775768) -> (continuation of Deferred@1080325417 after retry RPC after error@914289809) -> (continuation of Deferred@662682525 after retry RPC after error@916455961) -> (continuation of Deferred@1435428057 after retry RPC after error@345327749) -> (continuation of Deferred@1324133081 after retry RPC after error@2028657111) -> (continuation of Deferred@1516257855 after retry RPC after error@1687152790) -> (continuation of Deferred@1327377596 after retry RPC after error@1637118185) -> (continuation of Deferred@960345950 after retry RPC after error@577582007) -> (continuation of Deferred@472416394 after retry RPC after error@1593419998) -> (continuation of Deferred@170554136 after retry RPC after error@1100028257) -> (continuation of Deferred@434502921 after retry RPC after error@172558771) -> (continuation of Deferred@1394743633 after retry RPC after error@439441477) -> (continuation of Deferred@747299775 after retry RPC after error@1850499852)))
14:08:24.894 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:08:24.894 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28449), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [12ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [57ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [58ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [217ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [227ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [228ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [228ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [248ms] refreshing cache from master, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [251ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [251ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [285ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [285ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [285ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [401ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [403ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [421ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [421ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [422ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [462ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [581ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [710ms] refreshing cache from master, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [710ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [711ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [711ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [711ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2540ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2543ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [4200ms] refreshing cache from master, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4201ms] too many traces: truncated at 100 traces, deferred=Deferred@1947266878(state=PENDING, result=null, callback=(continuation of Deferred@1827402499 after retry RPC after error@53570444) -> (continuation of Deferred@1178134163 after retry RPC after error@891455605) -> (continuation of Deferred@107087417 after retry RPC after error@235368562) -> (continuation of Deferred@252318559 after retry RPC after error@785007595) -> (continuation of Deferred@940563397 after retry RPC after error@222210134) -> (continuation of Deferred@1383191109 after retry RPC after error@785909499) -> (continuation of Deferred@1758408982 after retry RPC after error@273373249) -> (continuation of Deferred@1291080695 after retry RPC after error@578124620) -> (continuation of Deferred@857975189 after retry RPC after error@2036360928) -> (continuation of Deferred@392554960 after retry RPC after error@516120427) -> (continuation of Deferred@805450279 after retry RPC after error@1244599713) -> (continuation of Deferred@1916554845 after retry RPC after error@1979740022) -> (continuation of Deferred@1462954139 after retry RPC after error@1694662081) -> (continuation of Deferred@1968998810 after retry RPC after error@13775768) -> (continuation of Deferred@1080325417 after retry RPC after error@914289809) -> (continuation of Deferred@662682525 after retry RPC after error@916455961) -> (continuation of Deferred@1435428057 after retry RPC after error@345327749) -> (continuation of Deferred@1324133081 after retry RPC after error@2028657111) -> (continuation of Deferred@1516257855 after retry RPC after error@1687152790) -> (continuation of Deferred@1327377596 after retry RPC after error@1637118185) -> (continuation of Deferred@960345950 after retry RPC after error@577582007) -> (continuation of Deferred@472416394 after retry RPC after error@1593419998) -> (continuation of Deferred@170554136 after retry RPC after error@1100028257) -> (continuation of Deferred@434502921 after retry RPC after error@172558771) -> (continuation of Deferred@1394743633 after retry RPC after error@439441477) -> (continuation of Deferred@747299775 after retry RPC after error@1850499852), errback=(continuation of Deferred@1827402499 after retry RPC after error@53570444) -> (continuation of Deferred@1178134163 after retry RPC after error@891455605) -> (continuation of Deferred@107087417 after retry RPC after error@235368562) -> (continuation of Deferred@252318559 after retry RPC after error@785007595) -> (continuation of Deferred@940563397 after retry RPC after error@222210134) -> (continuation of Deferred@1383191109 after retry RPC after error@785909499) -> (continuation of Deferred@1758408982 after retry RPC after error@273373249) -> (continuation of Deferred@1291080695 after retry RPC after error@578124620) -> (continuation of Deferred@857975189 after retry RPC after error@2036360928) -> (continuation of Deferred@392554960 after retry RPC after error@516120427) -> (continuation of Deferred@805450279 after retry RPC after error@1244599713) -> (continuation of Deferred@1916554845 after retry RPC after error@1979740022) -> (continuation of Deferred@1462954139 after retry RPC after error@1694662081) -> (continuation of Deferred@1968998810 after retry RPC after error@13775768) -> (continuation of Deferred@1080325417 after retry RPC after error@914289809) -> (continuation of Deferred@662682525 after retry RPC after error@916455961) -> (continuation of Deferred@1435428057 after retry RPC after error@345327749) -> (continuation of Deferred@1324133081 after retry RPC after error@2028657111) -> (continuation of Deferred@1516257855 after retry RPC after error@1687152790) -> (continuation of Deferred@1327377596 after retry RPC after error@1637118185) -> (continuation of Deferred@960345950 after retry RPC after error@577582007) -> (continuation of Deferred@472416394 after retry RPC after error@1593419998) -> (continuation of Deferred@170554136 after retry RPC after error@1100028257) -> (continuation of Deferred@434502921 after retry RPC after error@172558771) -> (continuation of Deferred@1394743633 after retry RPC after error@439441477) -> (continuation of Deferred@747299775 after retry RPC after error@1850499852)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:24.896 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:08:24.897 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
14:08:24.899 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28449), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [12ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [57ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [58ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [217ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [227ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [228ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [228ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [248ms] refreshing cache from master, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [251ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [251ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [285ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [285ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [285ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [401ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [403ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [421ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [421ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [422ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [462ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [581ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [581ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [710ms] refreshing cache from master, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [710ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [711ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [711ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [711ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2540ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2543ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [4200ms] refreshing cache from master, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4201ms] too many traces: truncated at 100 traces, deferred=Deferred@1947266878(state=PENDING, result=null, callback=(continuation of Deferred@1827402499 after retry RPC after error@53570444) -> (continuation of Deferred@1178134163 after retry RPC after error@891455605) -> (continuation of Deferred@107087417 after retry RPC after error@235368562) -> (continuation of Deferred@252318559 after retry RPC after error@785007595) -> (continuation of Deferred@940563397 after retry RPC after error@222210134) -> (continuation of Deferred@1383191109 after retry RPC after error@785909499) -> (continuation of Deferred@1758408982 after retry RPC after error@273373249) -> (continuation of Deferred@1291080695 after retry RPC after error@578124620) -> (continuation of Deferred@857975189 after retry RPC after error@2036360928) -> (continuation of Deferred@392554960 after retry RPC after error@516120427) -> (continuation of Deferred@805450279 after retry RPC after error@1244599713) -> (continuation of Deferred@1916554845 after retry RPC after error@1979740022) -> (continuation of Deferred@1462954139 after retry RPC after error@1694662081) -> (continuation of Deferred@1968998810 after retry RPC after error@13775768) -> (continuation of Deferred@1080325417 after retry RPC after error@914289809) -> (continuation of Deferred@662682525 after retry RPC after error@916455961) -> (continuation of Deferred@1435428057 after retry RPC after error@345327749) -> (continuation of Deferred@1324133081 after retry RPC after error@2028657111) -> (continuation of Deferred@1516257855 after retry RPC after error@1687152790) -> (continuation of Deferred@1327377596 after retry RPC after error@1637118185) -> (continuation of Deferred@960345950 after retry RPC after error@577582007) -> (continuation of Deferred@472416394 after retry RPC after error@1593419998) -> (continuation of Deferred@170554136 after retry RPC after error@1100028257) -> (continuation of Deferred@434502921 after retry RPC after error@172558771) -> (continuation of Deferred@1394743633 after retry RPC after error@439441477) -> (continuation of Deferred@747299775 after retry RPC after error@1850499852), errback=(continuation of Deferred@1827402499 after retry RPC after error@53570444) -> (continuation of Deferred@1178134163 after retry RPC after error@891455605) -> (continuation of Deferred@107087417 after retry RPC after error@235368562) -> (continuation of Deferred@252318559 after retry RPC after error@785007595) -> (continuation of Deferred@940563397 after retry RPC after error@222210134) -> (continuation of Deferred@1383191109 after retry RPC after error@785909499) -> (continuation of Deferred@1758408982 after retry RPC after error@273373249) -> (continuation of Deferred@1291080695 after retry RPC after error@578124620) -> (continuation of Deferred@857975189 after retry RPC after error@2036360928) -> (continuation of Deferred@392554960 after retry RPC after error@516120427) -> (continuation of Deferred@805450279 after retry RPC after error@1244599713) -> (continuation of Deferred@1916554845 after retry RPC after error@1979740022) -> (continuation of Deferred@1462954139 after retry RPC after error@1694662081) -> (continuation of Deferred@1968998810 after retry RPC after error@13775768) -> (continuation of Deferred@1080325417 after retry RPC after error@914289809) -> (continuation of Deferred@662682525 after retry RPC after error@916455961) -> (continuation of Deferred@1435428057 after retry RPC after error@345327749) -> (continuation of Deferred@1324133081 after retry RPC after error@2028657111) -> (continuation of Deferred@1516257855 after retry RPC after error@1687152790) -> (continuation of Deferred@1327377596 after retry RPC after error@1637118185) -> (continuation of Deferred@960345950 after retry RPC after error@577582007) -> (continuation of Deferred@472416394 after retry RPC after error@1593419998) -> (continuation of Deferred@170554136 after retry RPC after error@1100028257) -> (continuation of Deferred@434502921 after retry RPC after error@172558771) -> (continuation of Deferred@1394743633 after retry RPC after error@439441477) -> (continuation of Deferred@747299775 after retry RPC after error@1850499852)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:24.901 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:24.901 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
14:08:24.901 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
14:08:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:23.670897   676 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:24.955828   675 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:08:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.955854   667 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:08:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:23.669361   674 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.960958   667 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.963989   667 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.965432   667 hybrid_clock.cc:648] HybridClock initialized: now 1779113304965384 us; error 64 us; skew 500 ppm
14:08:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.966347   667 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.973379   667 webserver.cc:533] Webserver started at http://127.31.154.131:44177/ using document root <none> and password file <none>
14:08:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.974359   667 fs_manager.cc:362] Metadata directory not provided
14:08:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.974550   667 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.974953   667 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:24.979 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:24.979 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:24.979 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:24.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.980 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:24.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:24.980 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:24.980 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.980386   667 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/data/instance:
14:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "195d7c99466443ad8f5c32704536eb5d"
14:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:24 on dist-test-slave-qn3m"
14:08:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.981762   667 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/wal/instance:
14:08:24.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "195d7c99466443ad8f5c32704536eb5d"
14:08:24.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:24 on dist-test-slave-qn3m"
14:08:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.990271   667 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
14:08:24.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.996913   684 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.998245   667 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.998677   667 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/wal
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "195d7c99466443ad8f5c32704536eb5d"
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:24 on dist-test-slave-qn3m"
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:24.999109   667 fs_report.cc:389] FS layout report
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/wal
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/wal
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/data/data
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.066571   667 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.068652   667 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.069291   667 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:25.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.072714   667 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:25.073 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:25.073 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:25.073 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:25.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.074 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.078675   667 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.078934   667 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:08:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.079216   667 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.079401   667 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:08:25.083 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:25.083 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:25.083 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:25.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:25.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:25.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:25.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:25.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:25.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:25.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:25.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:25.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:25.084 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:25.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113305118 for job 04f1cc06e642129ca1b576400efec783.
14:08:25.128 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:08:25.129 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
14:08:25.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.132 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.132 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.132 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.150 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:25.151 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:25.151 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:25.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:25.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:25.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:25.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:25.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:25.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:25.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:25.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:25.152 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:25.152 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:25.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.249353   667 rpc_server.cc:307] RPC server started. Bound to: 127.31.154.131:41175
14:08:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.249505   796 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.154.131:41175 every 8 connection(s)
14:08:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.252368   667 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/data/info.pb
14:08:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.252895 32362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 667
14:08:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.253216 32362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster4160983796626471793/ts-2/wal/instance
14:08:25.270 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:25.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:25.270 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:25.270 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:25.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:25.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:25.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:25.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:25.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:25.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:25.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:25.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:25.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:25.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:25.272 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28827), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [5ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [130ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [130ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [185ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [361ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [362ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [504ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [962ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1264ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2062ms] refreshing cache from master, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2064ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [3406ms] refreshing cache from master, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3408ms] too many traces: truncated at 100 traces, deferred=Deferred@579074979(state=PENDING, result=null, callback=(continuation of Deferred@1350148544 after retry RPC after error@544964451) -> (continuation of Deferred@1909639289 after retry RPC after error@1278307075) -> (continuation of Deferred@1373353188 after retry RPC after error@706759131) -> (continuation of Deferred@1305923046 after retry RPC after error@175689260) -> (continuation of Deferred@101197587 after retry RPC after error@785307800) -> (continuation of Deferred@1426884954 after retry RPC after error@432616569) -> (continuation of Deferred@1589557484 after retry RPC after error@107782587) -> (continuation of Deferred@932949621 after retry RPC after error@1738620419) -> (continuation of Deferred@1282642883 after retry RPC after error@804360847) -> (continuation of Deferred@1173584130 after retry RPC after error@734795417) -> (continuation of Deferred@2071029160 after retry RPC after error@1488450979) -> (continuation of Deferred@114470110 after retry RPC after error@1298205251) -> (continuation of Deferred@1028483682 after retry RPC after error@1521519237) -> (continuation of Deferred@1234659665 after retry RPC after error@207704370) -> (continuation of Deferred@1521038502 after retry RPC after error@76769748) -> (continuation of Deferred@1983665654 after retry RPC after error@1892840130) -> (continuation of Deferred@1666020474 after retry RPC after error@2081389582) -> (continuation of Deferred@1745356188 after retry RPC after error@196034109) -> (continuation of Deferred@63534486 after retry RPC after error@69306093) -> (continuation of Deferred@749557520 after retry RPC after error@1585568366) -> (continuation of Deferred@372011501 after retry RPC after error@515021611) -> (continuation of Deferred@1491163706 after retry RPC after error@149137890) -> (continuation of Deferred@2109018634 after retry RPC after error@2002036052) -> (continuation of Deferred@624300302 after retry RPC after error@814678259) -> (continuation of Deferred@1711235498 after retry RPC after error@928192068) -> (continuation of Deferred@578346945 after retry RPC after error@1790495717), errback=(continuation of Deferred@1350148544 after retry RPC after error@544964451) -> (continuation of Deferred@1909639289 after retry RPC after error@1278307075) -> (continuation of Deferred@1373353188 after retry RPC after error@706759131) -> (continuation of Deferred@1305923046 after retry RPC after error@175689260) -> (continuation of Deferred@101197587 after retry RPC after error@785307800) -> (continuation of Deferred@1426884954 after retry RPC after error@432616569) -> (continuation of Deferred@1589557484 after retry RPC after error@107782587) -> (continuation of Deferred@932949621 after retry RPC after error@1738620419) -> (continuation of Deferred@1282642883 after retry RPC after error@804360847) -> (continuation of Deferred@1173584130 after retry RPC after error@734795417) -> (continuation of Deferred@2071029160 after retry RPC after error@1488450979) -> (continuation of Deferred@114470110 after retry RPC after error@1298205251) -> (continuation of Deferred@1028483682 after retry RPC after error@1521519237) -> (continuation of Deferred@1234659665 after retry RPC after error@207704370) -> (continuation of Deferred@1521038502 after retry RPC after error@76769748) -> (continuation of Deferred@1983665654 after retry RPC after error@1892840130) -> (continuation of Deferred@1666020474 after retry RPC after error@2081389582) -> (continuation of Deferred@1745356188 after retry RPC after error@196034109) -> (continuation of Deferred@63534486 after retry RPC after error@69306093) -> (continuation of Deferred@749557520 after retry RPC after error@1585568366) -> (continuation of Deferred@372011501 after retry RPC after error@515021611) -> (continuation of Deferred@1491163706 after retry RPC after error@149137890) -> (continuation of Deferred@2109018634 after retry RPC after error@2002036052) -> (continuation of Deferred@624300302 after retry RPC after error@814678259) -> (continuation of Deferred@1711235498 after retry RPC after error@928192068) -> (continuation of Deferred@578346945 after retry RPC after error@1790495717)))
14:08:25.273 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:08:25.273 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28827), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [5ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [130ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [130ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [185ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [361ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [362ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [504ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [962ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1264ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2062ms] refreshing cache from master, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2064ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [3406ms] refreshing cache from master, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3408ms] too many traces: truncated at 100 traces, deferred=Deferred@579074979(state=PENDING, result=null, callback=(continuation of Deferred@1350148544 after retry RPC after error@544964451) -> (continuation of Deferred@1909639289 after retry RPC after error@1278307075) -> (continuation of Deferred@1373353188 after retry RPC after error@706759131) -> (continuation of Deferred@1305923046 after retry RPC after error@175689260) -> (continuation of Deferred@101197587 after retry RPC after error@785307800) -> (continuation of Deferred@1426884954 after retry RPC after error@432616569) -> (continuation of Deferred@1589557484 after retry RPC after error@107782587) -> (continuation of Deferred@932949621 after retry RPC after error@1738620419) -> (continuation of Deferred@1282642883 after retry RPC after error@804360847) -> (continuation of Deferred@1173584130 after retry RPC after error@734795417) -> (continuation of Deferred@2071029160 after retry RPC after error@1488450979) -> (continuation of Deferred@114470110 after retry RPC after error@1298205251) -> (continuation of Deferred@1028483682 after retry RPC after error@1521519237) -> (continuation of Deferred@1234659665 after retry RPC after error@207704370) -> (continuation of Deferred@1521038502 after retry RPC after error@76769748) -> (continuation of Deferred@1983665654 after retry RPC after error@1892840130) -> (continuation of Deferred@1666020474 after retry RPC after error@2081389582) -> (continuation of Deferred@1745356188 after retry RPC after error@196034109) -> (continuation of Deferred@63534486 after retry RPC after error@69306093) -> (continuation of Deferred@749557520 after retry RPC after error@1585568366) -> (continuation of Deferred@372011501 after retry RPC after error@515021611) -> (continuation of Deferred@1491163706 after retry RPC after error@149137890) -> (continuation of Deferred@2109018634 after retry RPC after error@2002036052) -> (continuation of Deferred@624300302 after retry RPC after error@814678259) -> (continuation of Deferred@1711235498 after retry RPC after error@928192068) -> (continuation of Deferred@578346945 after retry RPC after error@1790495717), errback=(continuation of Deferred@1350148544 after retry RPC after error@544964451) -> (continuation of Deferred@1909639289 after retry RPC after error@1278307075) -> (continuation of Deferred@1373353188 after retry RPC after error@706759131) -> (continuation of Deferred@1305923046 after retry RPC after error@175689260) -> (continuation of Deferred@101197587 after retry RPC after error@785307800) -> (continuation of Deferred@1426884954 after retry RPC after error@432616569) -> (continuation of Deferred@1589557484 after retry RPC after error@107782587) -> (continuation of Deferred@932949621 after retry RPC after error@1738620419) -> (continuation of Deferred@1282642883 after retry RPC after error@804360847) -> (continuation of Deferred@1173584130 after retry RPC after error@734795417) -> (continuation of Deferred@2071029160 after retry RPC after error@1488450979) -> (continuation of Deferred@114470110 after retry RPC after error@1298205251) -> (continuation of Deferred@1028483682 after retry RPC after error@1521519237) -> (continuation of Deferred@1234659665 after retry RPC after error@207704370) -> (continuation of Deferred@1521038502 after retry RPC after error@76769748) -> (continuation of Deferred@1983665654 after retry RPC after error@1892840130) -> (continuation of Deferred@1666020474 after retry RPC after error@2081389582) -> (continuation of Deferred@1745356188 after retry RPC after error@196034109) -> (continuation of Deferred@63534486 after retry RPC after error@69306093) -> (continuation of Deferred@749557520 after retry RPC after error@1585568366) -> (continuation of Deferred@372011501 after retry RPC after error@515021611) -> (continuation of Deferred@1491163706 after retry RPC after error@149137890) -> (continuation of Deferred@2109018634 after retry RPC after error@2002036052) -> (continuation of Deferred@624300302 after retry RPC after error@814678259) -> (continuation of Deferred@1711235498 after retry RPC after error@928192068) -> (continuation of Deferred@578346945 after retry RPC after error@1790495717)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:25.275 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:08:25.277 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
14:08:25.279 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28827), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [5ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [128ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [130ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [130ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [185ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [361ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [362ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [504ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [504ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [962ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [962ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1264ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2062ms] refreshing cache from master, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2064ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [3406ms] refreshing cache from master, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3407ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3408ms] too many traces: truncated at 100 traces, deferred=Deferred@579074979(state=PENDING, result=null, callback=(continuation of Deferred@1350148544 after retry RPC after error@544964451) -> (continuation of Deferred@1909639289 after retry RPC after error@1278307075) -> (continuation of Deferred@1373353188 after retry RPC after error@706759131) -> (continuation of Deferred@1305923046 after retry RPC after error@175689260) -> (continuation of Deferred@101197587 after retry RPC after error@785307800) -> (continuation of Deferred@1426884954 after retry RPC after error@432616569) -> (continuation of Deferred@1589557484 after retry RPC after error@107782587) -> (continuation of Deferred@932949621 after retry RPC after error@1738620419) -> (continuation of Deferred@1282642883 after retry RPC after error@804360847) -> (continuation of Deferred@1173584130 after retry RPC after error@734795417) -> (continuation of Deferred@2071029160 after retry RPC after error@1488450979) -> (continuation of Deferred@114470110 after retry RPC after error@1298205251) -> (continuation of Deferred@1028483682 after retry RPC after error@1521519237) -> (continuation of Deferred@1234659665 after retry RPC after error@207704370) -> (continuation of Deferred@1521038502 after retry RPC after error@76769748) -> (continuation of Deferred@1983665654 after retry RPC after error@1892840130) -> (continuation of Deferred@1666020474 after retry RPC after error@2081389582) -> (continuation of Deferred@1745356188 after retry RPC after error@196034109) -> (continuation of Deferred@63534486 after retry RPC after error@69306093) -> (continuation of Deferred@749557520 after retry RPC after error@1585568366) -> (continuation of Deferred@372011501 after retry RPC after error@515021611) -> (continuation of Deferred@1491163706 after retry RPC after error@149137890) -> (continuation of Deferred@2109018634 after retry RPC after error@2002036052) -> (continuation of Deferred@624300302 after retry RPC after error@814678259) -> (continuation of Deferred@1711235498 after retry RPC after error@928192068) -> (continuation of Deferred@578346945 after retry RPC after error@1790495717), errback=(continuation of Deferred@1350148544 after retry RPC after error@544964451) -> (continuation of Deferred@1909639289 after retry RPC after error@1278307075) -> (continuation of Deferred@1373353188 after retry RPC after error@706759131) -> (continuation of Deferred@1305923046 after retry RPC after error@175689260) -> (continuation of Deferred@101197587 after retry RPC after error@785307800) -> (continuation of Deferred@1426884954 after retry RPC after error@432616569) -> (continuation of Deferred@1589557484 after retry RPC after error@107782587) -> (continuation of Deferred@932949621 after retry RPC after error@1738620419) -> (continuation of Deferred@1282642883 after retry RPC after error@804360847) -> (continuation of Deferred@1173584130 after retry RPC after error@734795417) -> (continuation of Deferred@2071029160 after retry RPC after error@1488450979) -> (continuation of Deferred@114470110 after retry RPC after error@1298205251) -> (continuation of Deferred@1028483682 after retry RPC after error@1521519237) -> (continuation of Deferred@1234659665 after retry RPC after error@207704370) -> (continuation of Deferred@1521038502 after retry RPC after error@76769748) -> (continuation of Deferred@1983665654 after retry RPC after error@1892840130) -> (continuation of Deferred@1666020474 after retry RPC after error@2081389582) -> (continuation of Deferred@1745356188 after retry RPC after error@196034109) -> (continuation of Deferred@63534486 after retry RPC after error@69306093) -> (continuation of Deferred@749557520 after retry RPC after error@1585568366) -> (continuation of Deferred@372011501 after retry RPC after error@515021611) -> (continuation of Deferred@1491163706 after retry RPC after error@149137890) -> (continuation of Deferred@2109018634 after retry RPC after error@2002036052) -> (continuation of Deferred@624300302 after retry RPC after error@814678259) -> (continuation of Deferred@1711235498 after retry RPC after error@928192068) -> (continuation of Deferred@578346945 after retry RPC after error@1790495717)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:25.281 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:25.282 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
14:08:25.282 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
14:08:25.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:25.299 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:25.299 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:25.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:25.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:25.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:25.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:25.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:25.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:25.301 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:25.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:25.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:25.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:25.302 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.308305   797 heartbeater.cc:344] Connected to a master server at 127.31.154.189:43187
14:08:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.308928   797 heartbeater.cc:461] Registering TS with master...
14:08:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.310308   797 heartbeater.cc:507] Master 127.31.154.189:43187 requested a full tablet report, sending...
14:08:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.313019   799 heartbeater.cc:344] Connected to a master server at 127.31.154.190:35657
14:08:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.313385   799 heartbeater.cc:461] Registering TS with master...
14:08:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.313895 32497 ts_manager.cc:194] Registered new tserver with Master: 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.314318   799 heartbeater.cc:507] Master 127.31.154.190:35657 requested a full tablet report, sending...
14:08:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.317422 32419 ts_manager.cc:194] Registered new tserver with Master: 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.318825   798 heartbeater.cc:344] Connected to a master server at 127.31.154.188:42123
14:08:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.319300   798 heartbeater.cc:461] Registering TS with master...
14:08:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.320371   798 heartbeater.cc:507] Master 127.31.154.188:42123 requested a full tablet report, sending...
14:08:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.322322 32746 ts_manager.cc:194] Registered new tserver with Master: 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.324083 32746 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.154.131:59679
14:08:25.336 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:25.336 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:25.337 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:25.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:25.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:25.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:25.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:25.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:25.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:25.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:25.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:25.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:25.337 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:25.338 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28954), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [53ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [53ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [107ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [114ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [115ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [116ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [176ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [176ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [177ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [382ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [622ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1022ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1708ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1708ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2322ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@642969964(state=PENDING, result=null, callback=(continuation of Deferred@862074965 after retry RPC after error@1627544266) -> (continuation of Deferred@1316200053 after retry RPC after error@2140917574) -> (continuation of Deferred@1570365552 after retry RPC after error@775828739) -> (continuation of Deferred@2095875719 after retry RPC after error@1563203491) -> (continuation of Deferred@1327785494 after retry RPC after error@275629276) -> (continuation of Deferred@145596648 after retry RPC after error@822460369) -> (continuation of Deferred@1576893233 after retry RPC after error@600313718) -> (continuation of Deferred@1174884615 after retry RPC after error@1524663585) -> (continuation of Deferred@1827817919 after retry RPC after error@262297832) -> (continuation of Deferred@1943125874 after retry RPC after error@768009636) -> (continuation of Deferred@1393028626 after retry RPC after error@1316985218) -> (continuation of Deferred@808162576 after retry RPC after error@718978420) -> (continuation of Deferred@1187098947 after retry RPC after error@1958773648) -> (continuation of Deferred@405736205 after retry RPC after error@1742812257) -> (continuation of Deferred@752999031 after retry RPC after error@1556938872) -> (continuation of Deferred@1012535183 after retry RPC after error@1383495257) -> (continuation of Deferred@1885744130 after retry RPC after error@1142697142) -> (continuation of Deferred@685139405 after retry RPC after error@1240668720) -> (continuation of Deferred@146028848 after retry RPC after error@770231564) -> (continuation of Deferred@915090801 after retry RPC after error@1744343818) -> (continuation of Deferred@1319918460 after retry RPC after error@633831176) -> (continuation of Deferred@1246244452 after retry RPC after error@1770755300) -> (continuation of Deferred@1171281170 after retry RPC after error@1534156191), errback=(continuation of Deferred@862074965 after retry RPC after error@1627544266) -> (continuation of Deferred@1316200053 after retry RPC after error@2140917574) -> (continuation of Deferred@1570365552 after retry RPC after error@775828739) -> (continuation of Deferred@2095875719 after retry RPC after error@1563203491) -> (continuation of Deferred@1327785494 after retry RPC after error@275629276) -> (continuation of Deferred@145596648 after retry RPC after error@822460369) -> (continuation of Deferred@1576893233 after retry RPC after error@600313718) -> (continuation of Deferred@1174884615 after retry RPC after error@1524663585) -> (continuation of Deferred@1827817919 after retry RPC after error@262297832) -> (continuation of Deferred@1943125874 after retry RPC after error@768009636) -> (continuation of Deferred@1393028626 after retry RPC after error@1316985218) -> (continuation of Deferred@808162576 after retry RPC after error@718978420) -> (continuation of Deferred@1187098947 after retry RPC after error@1958773648) -> (continuation of Deferred@405736205 after retry RPC after error@1742812257) -> (continuation of Deferred@752999031 after retry RPC after error@1556938872) -> (continuation of Deferred@1012535183 after retry RPC after error@1383495257) -> (continuation of Deferred@1885744130 after retry RPC after error@1142697142) -> (continuation of Deferred@685139405 after retry RPC after error@1240668720) -> (continuation of Deferred@146028848 after retry RPC after error@770231564) -> (continuation of Deferred@915090801 after retry RPC after error@1744343818) -> (continuation of Deferred@1319918460 after retry RPC after error@633831176) -> (continuation of Deferred@1246244452 after retry RPC after error@1770755300) -> (continuation of Deferred@1171281170 after retry RPC after error@1534156191)))
14:08:25.340 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:08:25.341 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28954), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [53ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [53ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [107ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [114ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [115ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [116ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [176ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [176ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [177ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [382ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [622ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1022ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1708ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1708ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2322ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@642969964(state=PENDING, result=null, callback=(continuation of Deferred@862074965 after retry RPC after error@1627544266) -> (continuation of Deferred@1316200053 after retry RPC after error@2140917574) -> (continuation of Deferred@1570365552 after retry RPC after error@775828739) -> (continuation of Deferred@2095875719 after retry RPC after error@1563203491) -> (continuation of Deferred@1327785494 after retry RPC after error@275629276) -> (continuation of Deferred@145596648 after retry RPC after error@822460369) -> (continuation of Deferred@1576893233 after retry RPC after error@600313718) -> (continuation of Deferred@1174884615 after retry RPC after error@1524663585) -> (continuation of Deferred@1827817919 after retry RPC after error@262297832) -> (continuation of Deferred@1943125874 after retry RPC after error@768009636) -> (continuation of Deferred@1393028626 after retry RPC after error@1316985218) -> (continuation of Deferred@808162576 after retry RPC after error@718978420) -> (continuation of Deferred@1187098947 after retry RPC after error@1958773648) -> (continuation of Deferred@405736205 after retry RPC after error@1742812257) -> (continuation of Deferred@752999031 after retry RPC after error@1556938872) -> (continuation of Deferred@1012535183 after retry RPC after error@1383495257) -> (continuation of Deferred@1885744130 after retry RPC after error@1142697142) -> (continuation of Deferred@685139405 after retry RPC after error@1240668720) -> (continuation of Deferred@146028848 after retry RPC after error@770231564) -> (continuation of Deferred@915090801 after retry RPC after error@1744343818) -> (continuation of Deferred@1319918460 after retry RPC after error@633831176) -> (continuation of Deferred@1246244452 after retry RPC after error@1770755300) -> (continuation of Deferred@1171281170 after retry RPC after error@1534156191), errback=(continuation of Deferred@862074965 after retry RPC after error@1627544266) -> (continuation of Deferred@1316200053 after retry RPC after error@2140917574) -> (continuation of Deferred@1570365552 after retry RPC after error@775828739) -> (continuation of Deferred@2095875719 after retry RPC after error@1563203491) -> (continuation of Deferred@1327785494 after retry RPC after error@275629276) -> (continuation of Deferred@145596648 after retry RPC after error@822460369) -> (continuation of Deferred@1576893233 after retry RPC after error@600313718) -> (continuation of Deferred@1174884615 after retry RPC after error@1524663585) -> (continuation of Deferred@1827817919 after retry RPC after error@262297832) -> (continuation of Deferred@1943125874 after retry RPC after error@768009636) -> (continuation of Deferred@1393028626 after retry RPC after error@1316985218) -> (continuation of Deferred@808162576 after retry RPC after error@718978420) -> (continuation of Deferred@1187098947 after retry RPC after error@1958773648) -> (continuation of Deferred@405736205 after retry RPC after error@1742812257) -> (continuation of Deferred@752999031 after retry RPC after error@1556938872) -> (continuation of Deferred@1012535183 after retry RPC after error@1383495257) -> (continuation of Deferred@1885744130 after retry RPC after error@1142697142) -> (continuation of Deferred@685139405 after retry RPC after error@1240668720) -> (continuation of Deferred@146028848 after retry RPC after error@770231564) -> (continuation of Deferred@915090801 after retry RPC after error@1744343818) -> (continuation of Deferred@1319918460 after retry RPC after error@633831176) -> (continuation of Deferred@1246244452 after retry RPC after error@1770755300) -> (continuation of Deferred@1171281170 after retry RPC after error@1534156191)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.342097 32362 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:08:25.342 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:08:25.343 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
14:08:25.345 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28954), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [53ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [53ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [107ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [114ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [115ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [116ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [176ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [176ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [177ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [381ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [382ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [621ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [622ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1022ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1708ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1708ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2322ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@642969964(state=PENDING, result=null, callback=(continuation of Deferred@862074965 after retry RPC after error@1627544266) -> (continuation of Deferred@1316200053 after retry RPC after error@2140917574) -> (continuation of Deferred@1570365552 after retry RPC after error@775828739) -> (continuation of Deferred@2095875719 after retry RPC after error@1563203491) -> (continuation of Deferred@1327785494 after retry RPC after error@275629276) -> (continuation of Deferred@145596648 after retry RPC after error@822460369) -> (continuation of Deferred@1576893233 after retry RPC after error@600313718) -> (continuation of Deferred@1174884615 after retry RPC after error@1524663585) -> (continuation of Deferred@1827817919 after retry RPC after error@262297832) -> (continuation of Deferred@1943125874 after retry RPC after error@768009636) -> (continuation of Deferred@1393028626 after retry RPC after error@1316985218) -> (continuation of Deferred@808162576 after retry RPC after error@718978420) -> (continuation of Deferred@1187098947 after retry RPC after error@1958773648) -> (continuation of Deferred@405736205 after retry RPC after error@1742812257) -> (continuation of Deferred@752999031 after retry RPC after error@1556938872) -> (continuation of Deferred@1012535183 after retry RPC after error@1383495257) -> (continuation of Deferred@1885744130 after retry RPC after error@1142697142) -> (continuation of Deferred@685139405 after retry RPC after error@1240668720) -> (continuation of Deferred@146028848 after retry RPC after error@770231564) -> (continuation of Deferred@915090801 after retry RPC after error@1744343818) -> (continuation of Deferred@1319918460 after retry RPC after error@633831176) -> (continuation of Deferred@1246244452 after retry RPC after error@1770755300) -> (continuation of Deferred@1171281170 after retry RPC after error@1534156191), errback=(continuation of Deferred@862074965 after retry RPC after error@1627544266) -> (continuation of Deferred@1316200053 after retry RPC after error@2140917574) -> (continuation of Deferred@1570365552 after retry RPC after error@775828739) -> (continuation of Deferred@2095875719 after retry RPC after error@1563203491) -> (continuation of Deferred@1327785494 after retry RPC after error@275629276) -> (continuation of Deferred@145596648 after retry RPC after error@822460369) -> (continuation of Deferred@1576893233 after retry RPC after error@600313718) -> (continuation of Deferred@1174884615 after retry RPC after error@1524663585) -> (continuation of Deferred@1827817919 after retry RPC after error@262297832) -> (continuation of Deferred@1943125874 after retry RPC after error@768009636) -> (continuation of Deferred@1393028626 after retry RPC after error@1316985218) -> (continuation of Deferred@808162576 after retry RPC after error@718978420) -> (continuation of Deferred@1187098947 after retry RPC after error@1958773648) -> (continuation of Deferred@405736205 after retry RPC after error@1742812257) -> (continuation of Deferred@752999031 after retry RPC after error@1556938872) -> (continuation of Deferred@1012535183 after retry RPC after error@1383495257) -> (continuation of Deferred@1885744130 after retry RPC after error@1142697142) -> (continuation of Deferred@685139405 after retry RPC after error@1240668720) -> (continuation of Deferred@146028848 after retry RPC after error@770231564) -> (continuation of Deferred@915090801 after retry RPC after error@1744343818) -> (continuation of Deferred@1319918460 after retry RPC after error@633831176) -> (continuation of Deferred@1246244452 after retry RPC after error@1770755300) -> (continuation of Deferred@1171281170 after retry RPC after error@1534156191)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:25.348 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job e2d05dba1558dbc336d7ebe82f9f04d7
14:08:25.348 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
14:08:25.349 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
14:08:25.356 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:08:25.356 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:08:25.357 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.154.190"
      port: 35657
    }
    bound_http_address {
      host: "127.31.154.190"
      port: 46297
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.154.189"
      port: 43187
    }
    bound_http_address {
      host: "127.31.154.189"
      port: 36117
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.154.188"
      port: 42123
    }
    bound_http_address {
      host: "127.31.154.188"
      port: 39543
    }
  }
}

14:08:25.357 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:08:25.358 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.154.129"
      port: 42031
    }
    bound_http_address {
      host: "127.31.154.129"
      port: 43951
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.154.130"
      port: 33659
    }
    bound_http_address {
      host: "127.31.154.130"
      port: 37175
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.154.131"
      port: 41175
    }
    bound_http_address {
      host: "127.31.154.131"
      port: 44177
    }
  }
}

14:08:25.358 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:08:25.360 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:25.361 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:08:25.361 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:08:25.362 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:08:25.362 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:08:25.367 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:08:25.440 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:25.440 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:25.440 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:25.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.441 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.441 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.441 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:25.591 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.591 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.591 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.593 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29157), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [55ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [56ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [153ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [153ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [192ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [207ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [207ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [245ms] refreshing cache from master, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [251ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [251ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [283ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [363ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [782ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [782ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2743ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@1095988825(state=PENDING, result=null, callback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379), errback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379)))
14:08:25.595 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.595 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.595 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.595 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29157), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [55ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [56ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [153ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [153ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [192ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [207ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [207ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [245ms] refreshing cache from master, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [251ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [251ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [283ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [363ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [782ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [782ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2743ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@1095988825(state=PENDING, result=null, callback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379), errback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29157), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [55ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [56ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [153ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [153ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [192ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [207ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [207ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [245ms] refreshing cache from master, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [251ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [251ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [283ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [363ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [782ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [782ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2743ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@1095988825(state=PENDING, result=null, callback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379), errback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:25.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.598 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.603 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29157), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [55ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [56ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [153ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [153ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [192ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [207ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [207ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [245ms] refreshing cache from master, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [251ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [251ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [283ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [363ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [782ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [782ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2743ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@1095988825(state=PENDING, result=null, callback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379), errback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29157), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [55ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [56ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [153ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [153ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [192ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [207ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [207ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [245ms] refreshing cache from master, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [251ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [251ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [281ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [282ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [283ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [283ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [362ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [363ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [781ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [782ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [782ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2743ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@1095988825(state=PENDING, result=null, callback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379), errback=(continuation of Deferred@1155811513 after retry RPC after error@200262423) -> (continuation of Deferred@270244205 after retry RPC after error@1252054153) -> (continuation of Deferred@753396964 after retry RPC after error@1508205844) -> (continuation of Deferred@360275892 after retry RPC after error@1504826638) -> (continuation of Deferred@1243779600 after retry RPC after error@941462405) -> (continuation of Deferred@1741094861 after retry RPC after error@805855134) -> (continuation of Deferred@1860499869 after retry RPC after error@976342655) -> (continuation of Deferred@1792632419 after retry RPC after error@408887305) -> (continuation of Deferred@1363020430 after retry RPC after error@1707631840) -> (continuation of Deferred@1141111876 after retry RPC after error@624804773) -> (continuation of Deferred@74897398 after retry RPC after error@582966524) -> (continuation of Deferred@2030396723 after retry RPC after error@854499677) -> (continuation of Deferred@9771409 after retry RPC after error@1477836227) -> (continuation of Deferred@174798607 after retry RPC after error@1296599894) -> (continuation of Deferred@1706642175 after retry RPC after error@305481838) -> (continuation of Deferred@1094043240 after retry RPC after error@1211033379) -> (continuation of Deferred@1743762027 after retry RPC after error@1604448448) -> (continuation of Deferred@810056666 after retry RPC after error@257983759) -> (continuation of Deferred@352715362 after retry RPC after error@1165084658) -> (continuation of Deferred@907338285 after retry RPC after error@1037521181) -> (continuation of Deferred@409420247 after retry RPC after error@1398954878) -> (continuation of Deferred@1123475125 after retry RPC after error@1169039439) -> (continuation of Deferred@1743104212 after retry RPC after error@639477501) -> (continuation of Deferred@1382729725 after retry RPC after error@1718757799) -> (continuation of Deferred@740003509 after retry RPC after error@1736114053) -> (continuation of Deferred@1672190392 after retry RPC after error@342080379)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:25.608 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:25.611 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.611 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.611 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113305618 for job 04f1cc06e642129ca1b576400efec783.
14:08:25.628 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:08:25.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
14:08:25.630 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.631 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.631 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.651 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.651 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.652 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.653 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.671 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.671 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.671 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.673 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.711 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:25.711 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.711 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.750 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:08:25.751 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:08:25.751 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.751 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.751 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.752 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.753 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.757117   807 mini_oidc.cc:150] Starting JWKS server
14:08:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.760558   807 webserver.cc:533] Webserver started at http://127.0.0.1:33315/ using document root <none> and password file <none>
14:08:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.761008   807 mini_oidc.cc:186] Starting OIDC Discovery server
14:08:25.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.762895   807 webserver.cc:533] Webserver started at http://127.0.0.1:38381/ using document root <none> and password file <none>
14:08:25.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:25.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:08:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:08:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:08:25Z Disabled control of system clock
14:08:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:25.832335   807 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/wal
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/data
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/logs
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/data/info.pb
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.254:43153
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.254
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33315/jwks.json with env {}
14:08:25.871 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.871 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.871 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.873 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.873 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.971 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:25.971 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:25.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:25.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:25.972 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:25.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.973 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:25.973 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:25.980 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:25.980 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:25.980 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:25.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.981 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:25.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:25.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:25.981 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:26.005 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:26.005 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:26.005 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:26.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:26.026 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:26.027 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:26.027 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:26.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:26.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:26.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:26.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:26.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:26.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:26.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:26.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:26.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:26.028 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:26.059 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:26.059 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:26.059 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:26.059 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:26.060 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:26.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:26.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:26.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:26.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:26.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:26.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:26.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:26.060 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:26.091 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:26.091 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:26.092 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:26.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:26.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:26.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:26.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:26.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:26.092 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:26.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:26.092 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:26.092 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:26.092 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:26.101 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:26.102 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:26.102 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:26.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.103 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:26.112 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:26.113 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:26.113 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:26.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.113 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:26.117 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:26.117 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:26.117 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:26.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.118 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:26.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113306118 for job 04f1cc06e642129ca1b576400efec783.
14:08:26.131 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:08:26.132 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
14:08:26.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.191814   819 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:26.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.192477   819 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:26.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.192996   819 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:26.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.233914   819 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:08:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.234222   819 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.234462   819 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.234664   819 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:08:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.234859   819 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.235038   819 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33315/jwks.json
14:08:26.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:26.278 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:26.279 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:26.279 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:26.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.280 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:26.280247   819 master_runner.cc:387] Master server non-default flags:
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/data
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/wal
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.254:43153
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33315/jwks.json
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/data/info.pb
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.254
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/logs
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:26.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:26.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:26.282090   819 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:26.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:26.284032   819 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:26.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.298096   825 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:26.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:26.328238   798 heartbeater.cc:499] Master 127.31.154.188:42123 was elected leader, sending a full tablet report...
14:08:26.437 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:26.437 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:26.437 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:26.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.438 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:26.451 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:26.451 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:26.451 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:26.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:26.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:26.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:26.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:26.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:26.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:26.452 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:26.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:26.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:26.452 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:26.519 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:26.519 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:26.519 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:26.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:26.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:26.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:26.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:26.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:26.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:26.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:26.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:26.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:26.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:26.572 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:26.572 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:26.573 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:26.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:26.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.573 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:26.573 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.573 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:26.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:26.598 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:26.598 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:26.598 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:26.599 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.599 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:26.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:26.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:26.599 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:26.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113306618 for job 04f1cc06e642129ca1b576400efec783.
14:08:26.627 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:08:26.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
14:08:26.671 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:26.671 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:26.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:26.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:26.671 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:26.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:26.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:26.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:26.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:26.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:26.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:26.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:26.672 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:26.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:26.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:26.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:27.058 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:27.058 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:27.058 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:27.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:27.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:27.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:27.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:27.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:27.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:27.059 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:27.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:27.059 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:27.059 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:27.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113307118 for job 04f1cc06e642129ca1b576400efec783.
14:08:27.130 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:08:27.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
14:08:27.179 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:27.180 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:27.180 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:27.180 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:27.180 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:27.180 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:27.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:27.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:27.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:27.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:27.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:27.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:27.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:27.198 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:27.198 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:27.198 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:27.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:27.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:27.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:27.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:27.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:27.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:27.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:27.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:27.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:27.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:27.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:27.251 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:27.251 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:27.251 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:27.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:27.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:27.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:27.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:27.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:27.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:27.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:27.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:27.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:27.252 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:27.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:27.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:27.399 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:27.399 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:27.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:27.400 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:27.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:27.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:27.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:27.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:27.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:27.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:27.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:27.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:27.400 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:27.499 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:27.500 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:27.500 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:27.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:27.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:27.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:27.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:27.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:27.500 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:27.500 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:27.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:27.500 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:27.500 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:27.525 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:27.525 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:27.525 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:27.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:27.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:27.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:27.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:27.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:27.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:27.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:27.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:27.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:27.526 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.302557   828 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:26.301762   826 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.615096   819 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:08:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:27.614607   827 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:08:27.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113307618 for job 04f1cc06e642129ca1b576400efec783.
14:08:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.619591   819 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.628763   819 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.630434   819 hybrid_clock.cc:648] HybridClock initialized: now 1779113307630385 us; error 88 us; skew 500 ppm
14:08:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.631628   819 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:27.633 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:08:27.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
14:08:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.639798   819 webserver.cc:533] Webserver started at http://127.0.201.254:40611/ using document root <none> and password file <none>
14:08:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.641181   819 fs_manager.cc:362] Metadata directory not provided
14:08:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.641443   819 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:27.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.641971   819 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.647598   819 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/data/instance:
14:08:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ebafb314a44d1892b96a30bc65c532"
14:08:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:27 on dist-test-slave-qn3m"
14:08:27.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.649147   819 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/wal/instance:
14:08:27.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ebafb314a44d1892b96a30bc65c532"
14:08:27.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:27 on dist-test-slave-qn3m"
14:08:27.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.658159   819 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
14:08:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.665373   837 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.666741   819 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
14:08:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.667119   819 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/wal
14:08:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ebafb314a44d1892b96a30bc65c532"
14:08:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:27 on dist-test-slave-qn3m"
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.667550   819 fs_report.cc:389] FS layout report
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/wal
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/wal
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/data/data
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:27.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.751758   819 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.753455   819 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.753947   819 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:27.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:27.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:27.801 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:27.801 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:27.801 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:27.802 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:27.802 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:27.802 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:27.802 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:27.802 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:27.802 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:27.802 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:27.802 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:27.802 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:27.802 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.840330   819 rpc_server.cc:307] RPC server started. Bound to: 127.0.201.254:43153
14:08:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.840476   888 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.201.254:43153 every 8 connection(s)
14:08:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.843209   819 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/data/info.pb
14:08:27.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.847070   807 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 819
14:08:27.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.847440   807 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-0/wal/instance
14:08:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.850687   889 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.851636   807 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/wal
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/data
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/logs
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/data/info.pb
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.253:42719
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.253
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33315/jwks.json with env {}
14:08:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.863382   889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } has no permanent_uuid. Determining permanent_uuid...
14:08:27.882 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:27.882 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:27.882 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:27.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:27.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:27.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:27.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:27.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:27.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:27.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:27.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:27.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:27.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:27.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.899686   889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } has no permanent_uuid. Determining permanent_uuid...
14:08:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:27.902683   839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:27.907544   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.253:42719: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:27.957127   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } attempt: 1
14:08:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:27.961771   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.253:42719: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:28.030205   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } attempt: 2
14:08:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.035271   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.253:42719: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:28.109 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RESTARTING to RUNNING.
14:08:28.110 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job e2d05dba1558dbc336d7ebe82f9f04d7 from Checkpoint 64 @ 1779113211525 for e2d05dba1558dbc336d7ebe82f9f04d7 located at file:/tmp/junit4010981562874139189/checkpoints/e2d05dba1558dbc336d7ebe82f9f04d7/chk-64.
14:08:28.110 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:08:28.111 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:08:28.111 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
14:08:28.112 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:28.112 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
14:08:28.112 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id f1db784f4ee827c3e08cd66d50c46b48
14:08:28.112 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
14:08:28.113 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f1db784f4ee827c3e08cd66d50c46b48.
14:08:28.113 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
14:08:28.113 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 7e35012307741ce2bd2fdfd64cd9ea65
14:08:28.113 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
14:08:28.114 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
14:08:28.114 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id a964f2a8c693ee4edf77b23a93c835b9
14:08:28.114 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id f1db784f4ee827c3e08cd66d50c46b48.
14:08:28.114 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
14:08:28.114 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:28.115 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
14:08:28.115 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 837c32a334d9987291ec621befa0ba3d
14:08:28.115 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:28.115 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:28.115 [INFO - Thread-58] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:08:28.115 [DEBUG - Thread-58] (Connection.java:575) [peer master-127.25.45.189:37197(127.25.45.189:37197)] disconnecting while in state TERMINATED
14:08:28.115 [DEBUG - Thread-58] (Connection.java:575) [peer master-127.25.45.190:35733(127.25.45.190:35733)] disconnecting while in state TERMINATED
14:08:28.116 [DEBUG - Thread-58] (Connection.java:575) [peer master-127.25.45.188:32967(127.25.45.188:32967)] disconnecting while in state TERMINATED
14:08:28.116 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:08:28.116 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
14:08:28.116 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
14:08:28.116 [DEBUG - Thread-58] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:28.117 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c55fc78
14:08:28.117 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 7e35012307741ce2bd2fdfd64cd9ea65.
14:08:28.117 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:28.117 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:08:28.117 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a964f2a8c693ee4edf77b23a93c835b9.
14:08:28.118 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:08:28.118 [INFO - Thread-58] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:08:28.118 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:08:28.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113308118 for job 04f1cc06e642129ca1b576400efec783.
14:08:28.119 [INFO - Thread-58] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:08:28.120 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id a964f2a8c693ee4edf77b23a93c835b9.
14:08:28.121 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e6fee3d
14:08:28.121 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
14:08:28.121 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
14:08:28.122 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68df3d89
14:08:28.122 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:28.122 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:08:28.122 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
14:08:28.122 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
14:08:28.125 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:28.127 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@cfbbc14
14:08:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:28.126837   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } attempt: 3
14:08:28.130 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:08:28.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
14:08:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.132205   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.253:42719: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:28.134 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:28.140 [DEBUG - Thread-58] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:28.141 [INFO - Thread-58] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:28.142 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
14:08:28.142 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 837c32a334d9987291ec621befa0ba3d.
14:08:28.142 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
14:08:28.143 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 837c32a334d9987291ec621befa0ba3d.
14:08:28.144 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ac1c7f2
14:08:28.144 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:28.145 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:08:28.145 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:08:28.145 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:08:28.152 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
14:08:28.152 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
14:08:28.153 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10ad9bbc
14:08:28.153 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:28.153 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:08:28.153 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:08:28.153 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:08:28.154 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a452167
14:08:28.155 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d4a4e1b
14:08:28.157 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:28.157 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.159 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:28.167 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:28.167 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:28.167 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:28.167 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:28.168 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.175 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.175 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.176427   793 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad040 after lost signal to thread 668
14:08:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.177556   793 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7d80 after lost signal to thread 796
14:08:28.180 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.188 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.188 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.190 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.191 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.196 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.200 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.202 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.203 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.204 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.208 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.208 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.210 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:28.216 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.217 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.218 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.219 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.220 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.221 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.222 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.222 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.223 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.224 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.224 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.225 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.225 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.228 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.228 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.229 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.229 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.230 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.230 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.230 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.230 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.235 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.236 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.237 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.238 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.241 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.243 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.245 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.245 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.246 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.247 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.248 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.248 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.248 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.248 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.249 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.250 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.250 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.252 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.253 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.255 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.255 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.256 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.257 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.258 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.258 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.258356   891 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:28.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.259 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.259196   891 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.259944   891 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:28.260 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.260 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.260 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.262 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.263 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.263 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.263 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.264 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.269 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.269 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.269 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.269 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.269 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:28.277 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.277 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.277 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.278 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:28.275645   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } attempt: 4
14:08:28.278 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.278 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.278 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.281 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.281 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.281 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.281 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.281 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.281 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.281 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.282 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.282 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.282 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.282 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.283000   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.253:42719: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:28.283 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.284 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.284 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.286 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:28.295 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.295 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.296 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.297 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.298 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.298 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.298 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.299 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.303 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.303171   891 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:08:28.303 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.303 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.303735   891 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:28.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.304299   891 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:28.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.304 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.304747   891 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:08:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.305130   891 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.305430   891 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33315/jwks.json
14:08:28.308 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.308 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.308 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.309 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.315 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.315 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.315 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.320 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.320 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.321 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.321 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.332 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:28.332 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:28.332 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:28.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:28.338 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.338 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.338 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.348 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.348 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.349 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.349 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.349 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:28.355335   891 master_runner.cc:387] Master server non-default flags:
14:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/data
14:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/wal
14:08:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.253:42719
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33315/jwks.json
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/data/info.pb
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.253
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/logs
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:28.356925   891 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:28.358641   891 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:28.360 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.360 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.360 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.362 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.364 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.364 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.364 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.365 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.371135   953 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:28.375 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.375 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.375 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.376 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.378 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.378 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.378 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.379 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.382 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:28.382 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:28.382 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:28.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.384 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:28.401 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.401 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.402 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.402 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.408 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.408 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.408 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.410 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.410 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.424 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.424 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.424 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:28.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.425 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.428 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.428 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.428 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.430 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.435 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.436 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.436 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.437 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.478 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.478 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.478 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.480 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.551 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:28.552 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:28.552 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:28.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.553 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.553 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.553 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:28.560 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:28.560 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:28.560 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:28.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:28.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:28.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:28.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:28.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:28.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:28.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:28.561 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:28.561 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:28.561 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:28.576 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.576 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.576 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.578 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:28.578 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:28.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.579 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:28.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.580 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:28.581 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:28.581 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:28.581 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:28.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:28.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:28.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:28.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:28.582449   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } attempt: 5
14:08:28.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.590 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.590 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.593048   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.253:42719: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:28.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113308618 for job 04f1cc06e642129ca1b576400efec783.
14:08:28.629 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:08:28.630 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
14:08:28.641 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.641 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.641 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.643 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.658 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.658 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.659 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.659 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.660 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.663 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:28.664 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:28.664 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:28.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:28.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:28.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:28.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:28.679 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:28.679 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:28.679 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:28.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:28.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:28.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:28.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:28.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:28.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:28.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:28.680 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:28.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:28.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:28.697 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:28.697 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:28.697 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:28.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:28.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:28.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:28.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:28.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:28.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:28.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:28.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:28.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:28.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:28.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:28.715 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.715 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.715 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.717 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:28.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:28.788 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.789 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.789 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:28.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:28.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:28.819 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:28.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:28.820 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.820 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.820 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:28.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:28.820 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:28.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:28.980 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:28.980 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:28.981 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:28.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:28.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.982 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:28.982 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:28.982 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:29.004 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:29.005 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:29.005 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:29.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:29.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:29.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:29.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:29.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:29.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:29.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:29.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:29.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:29.006 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:29.025 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:29.025 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:29.025 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:29.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.026 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.026 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.026 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.027 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:29.068 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:29.068 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:29.068 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:29.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:29.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:29.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:29.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:29.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:29.069 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:29.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:29.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:29.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:29.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:29.103 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:29.103 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:29.104 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:29.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:29.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:29.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:29.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:29.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:29.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:29.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:29.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:29.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:29.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:29.129 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113309118 for job 04f1cc06e642129ca1b576400efec783.
14:08:29.140 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
14:08:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:29.140560   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } attempt: 6
14:08:29.141 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
14:08:29.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:29.153726   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.253:42719: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:29.155 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:29.155 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:29.155 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:29.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:29.161 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:29.161 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:29.161 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:29.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.162 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:29.197 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:29.197 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:29.197 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:29.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.198 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:29.201 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:29.201 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:29.201 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:29.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.202 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.202 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.202 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:29.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:29.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:29.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:29.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:29.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:29.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:29.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:29.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:29.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:29.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:29.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:29.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:29.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:29.223 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:29.223 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:29.224 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:29.224 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:29.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:29.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:29.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:29.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:29.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:29.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:29.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:29.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:29.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:29.224 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:29.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:29.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:29.321 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:29.321 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:29.321 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:29.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.322 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.323 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:29.418 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:29.418 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:29.418 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:29.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.420 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:29.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:29.463 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:29.463 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:29.463 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:29.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.465 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:29.508 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:29.508 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:29.508 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:29.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.509 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.509 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.509 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:29.509 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.509 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:29.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:29.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:29.576 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:29.577 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:29.577 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:29.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:29.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113309618 for job 04f1cc06e642129ca1b576400efec783.
14:08:29.628 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:08:29.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
14:08:29.680 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:29.680 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:29.680 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:29.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:29.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:29.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:29.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:29.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:29.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:29.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:29.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:29.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:29.681 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:29.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:29.754 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:29.755 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:29.755 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:29.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:29.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:29.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:29.756 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:29.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:29.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:29.902 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:29.903 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:29.903 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:29.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:29.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:29.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:29.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:29.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:29.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:29.903 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:29.903 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:29.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:29.904 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:29.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:29.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:29.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:29.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:29.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:29.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:29.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:29.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:29.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:29.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:29.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:29.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:29.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:29.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:29.973 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:29.973 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:29.974 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:29.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:29.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:29.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:29.976 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:30.010 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:30.011 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:30.011 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:30.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:30.035 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:30.035 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:30.035 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:30.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.036 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:30.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113310118 for job 04f1cc06e642129ca1b576400efec783.
14:08:30.130 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:08:30.132 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
14:08:30.197 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:30.197 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:30.197 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:30.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.199 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:30.200 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:30.200 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:30.200 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:30.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.201 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.201 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.201 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.201 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.201 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.201 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:30.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.214208   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } attempt: 7
14:08:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.242830   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.253:42719: Network error: Client connection negotiation failed: client connection to 127.0.201.253:42719: connect: Connection refused (error 111)
14:08:30.267 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:30.268 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:30.268 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:30.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:30.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:30.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:30.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:30.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:30.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:30.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:30.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:30.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:30.269 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:30.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:30.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:29.774142   952 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 891
14:08:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.303664   891 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.934s	user 0.644s	sys 1.227s
14:08:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.303208   952 kernel_stack_watchdog.cc:198] Thread 891 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
14:08:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:08:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:08:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:08:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:08:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.304144   891 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.934s	user 0.644s	sys 1.227s
14:08:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:28.372604   954 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.309661   963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.321321   891 server_base.cc:1061] running on GCE node
14:08:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.322882   891 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.326237   891 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.327690   891 hybrid_clock.cc:648] HybridClock initialized: now 1779113310327646 us; error 35 us; skew 500 ppm
14:08:30.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.328864   891 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:30.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.336935   891 webserver.cc:533] Webserver started at http://127.0.201.253:39393/ using document root <none> and password file <none>
14:08:30.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.338335   891 fs_manager.cc:362] Metadata directory not provided
14:08:30.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.338609   891 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:30.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.339542   891 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.347385   891 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/data/instance:
14:08:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e"
14:08:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:30 on dist-test-slave-qn3m"
14:08:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.349010   891 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/wal/instance:
14:08:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e"
14:08:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:30 on dist-test-slave-qn3m"
14:08:30.357 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:30.358 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:30.358 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:30.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.359566   891 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.002s
14:08:30.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.367813   969 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.369387   891 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
14:08:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.369801   891 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/wal
14:08:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e"
14:08:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:30 on dist-test-slave-qn3m"
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.370257   891 fs_report.cc:389] FS layout report
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/wal
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/wal
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/data/data
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:30.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.447913   891 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.449977   891 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.450577   891 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:30.496 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:30.496 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:30.496 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:30.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.498 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.549759   891 rpc_server.cc:307] RPC server started. Bound to: 127.0.201.253:42719
14:08:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.549909  1020 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.201.253:42719 every 8 connection(s)
14:08:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.553915   891 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/data/info.pb
14:08:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.559872   807 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 891
14:08:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.560428   807 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-1/wal/instance
14:08:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.562222  1021 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.563617   807 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/wal
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/data
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/logs
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/data/info.pb
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.252:40097
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.252
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33315/jwks.json with env {}
14:08:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.580243  1021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } has no permanent_uuid. Determining permanent_uuid...
14:08:30.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113310618 for job 04f1cc06e642129ca1b576400efec783.
14:08:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.619485  1021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } has no permanent_uuid. Determining permanent_uuid...
14:08:30.630 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:08:30.631 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
14:08:30.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:30.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:30.640 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:30.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:30.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:30.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:30.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:30.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:30.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:30.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:30.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:30.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:30.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.640125  1021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } has no permanent_uuid. Determining permanent_uuid...
14:08:30.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.649186   971 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.659313  1021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:30.683 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:30.683 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:30.683 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:30.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:30.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:30.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:30.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:30.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:30.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:30.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:30.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:30.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:30.685 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.708966  1021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 1
14:08:30.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.714488  1021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:30.739 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:30.739 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:30.739 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:30.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.740 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:30.757 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:30.757 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:30.757 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:30.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:30.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:30.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:30.758 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:30.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.782882  1021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 2
14:08:30.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:30.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.788159  1021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:30.879597  1021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 3
14:08:30.881 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:30.881 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:30.881 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:30.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.884337  1021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:30.898 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:30.899 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:30.899 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:30.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:30.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:30.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:30.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:30.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:30.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:30.900 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:30.900 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:30.900 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:30.900 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:30.920 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:30.921 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:30.921 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:30.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:30.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:30.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:30.923 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:30.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:30.942 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:30.943 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:30.943 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:30.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:30.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:30.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:30.943 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:30.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.943399  1023 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.944125  1023 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.944664  1023 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:30.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.981560  1023 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:08:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.981935  1023 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.982276  1023 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:08:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.982585  1023 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:08:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.982889  1023 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:08:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:30.983191  1023 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33315/jwks.json
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:31.027276  1023 master_runner.cc:387] Master server non-default flags:
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/data
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/wal
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.252:40097
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33315/jwks.json
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/data/info.pb
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.252
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/logs
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:31.027786  1021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 4
14:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:31.028967  1023 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:31.031064  1023 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:31.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:31.034363  1021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:31.043944  1033 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:31.120 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113311118 for job 04f1cc06e642129ca1b576400efec783.
14:08:31.121 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:31.121 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:31.121 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:31.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.125 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:31.135 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
14:08:31.137 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
14:08:31.163 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:31.163 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:31.163 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:31.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:31.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:31.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:31.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:31.164 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:31.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:31.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:31.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:31.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:31.165 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:31.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:31.219 [DEBUG - pool-336-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.29.101.254:45169, [6ms] received response from server master-127.29.101.254:45169: OK, deferred=null) with no deferred attached!
14:08:31.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:31.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:31.333814  1021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 5
14:08:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:31.342020  1021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:31.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:31.498 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:31.499 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:31.499 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:31.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.501 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.501 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.501 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.501 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:31.539 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:31.540 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:31.540 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:31.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:31.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:31.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:31.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:31.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:31.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:31.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:31.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:31.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:31.542 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:31.559 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:31.560 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:31.561 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:31.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:31.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:31.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:31.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:31.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:31.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:31.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:31.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:31.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:31.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:31.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113311618 for job 04f1cc06e642129ca1b576400efec783.
14:08:31.636 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
14:08:31.638 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
14:08:31.664 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:31.664 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:31.665 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:31.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:31.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:31.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:31.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:31.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:31.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:31.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:31.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:31.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:31.667 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:31.687 [DEBUG - pool-338-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.30.50.254:35515, [6ms] received response from server master-127.30.50.254:35515: OK, deferred=null) with no deferred attached!
14:08:31.687 [DEBUG - pool-338-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.30.50.254:35515, [7ms] received response from server master-127.30.50.254:35515: OK, deferred=null) with no deferred attached!
14:08:31.687 [DEBUG - pool-338-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.30.50.254:35515, [13ms] received response from server master-127.30.50.254:35515: OK, deferred=null) with no deferred attached!
14:08:31.687 [DEBUG - pool-338-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.30.50.254:35515, [13ms] received response from server master-127.30.50.254:35515: OK, deferred=null) with no deferred attached!
14:08:31.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:31.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:31.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:31.820 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:31.820 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:31.820 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:31.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.822 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.822 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.823 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:31.828 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:31.828 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:31.828 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:31.829 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.829 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:31.829 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.829 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:31.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:31.830 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:31.873 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:31.874 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:31.874 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:31.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.875 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:31.881 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:31.882 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:31.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:31.882 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:31.882 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:31.882 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:31.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:31.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:31.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:31.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:31.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:31.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:31.884 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:31.889675  1021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 6
14:08:31.920 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:31.921 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:31.921 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:31.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.922 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.922 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:31.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:31.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:31.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:31.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:31.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:31.927186  1021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:31.951 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:31.952 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:31.952 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:31.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:31.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:31.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:31.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:31.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:31.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:31.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:31.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:31.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:31.957 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:32.004 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:32.004 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:32.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.004 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:32.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.005 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:32.065 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:32.066 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:32.066 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:32.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.067 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:32.092 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:32.093 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:32.093 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:32.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.094 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:32.120 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113312119 for job 04f1cc06e642129ca1b576400efec783.
14:08:32.135 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:08:32.139 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
14:08:32.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:32.260 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:32.261 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:32.261 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:32.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.261 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:32.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:32.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:32.318 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:32.318 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:32.319 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:32.320 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:32.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.333426   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } attempt: 8
14:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.368500   889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } has no permanent_uuid. Determining permanent_uuid...
14:08:32.379 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:32.379 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:32.379 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:32.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:32.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:32.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:32.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:32.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:32.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:32.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:32.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:32.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:32.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.394663   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:32.426 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:32.456 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:32.457 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:32.457 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:32.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:32.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.460183   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 1
14:08:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.467296   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:32.507 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:32.507 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:32.507 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:32.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:32.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:32.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:32.508 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:32.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:32.509 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:32.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:32.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:32.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:32.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.520862   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 2
14:08:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.529508   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.606047   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 3
14:08:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.614720   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:32.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113312618 for job 04f1cc06e642129ca1b576400efec783.
14:08:32.628 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:08:32.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
14:08:32.631 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:32.631 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:32.631 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:32.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.632 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:32.653 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:32.653 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:32.653 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:32.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:32.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:32.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:32.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:32.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:32.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:32.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.770233   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 4
14:08:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.779004   889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.201.252:40097: Network error: Client connection negotiation failed: client connection to 127.0.201.252:40097: connect: Connection refused (error 111)
14:08:32.782 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:32.782 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:32.782 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:32.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:32.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:32.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:32.784 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:32.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:32.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.446281  1032 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 1023
14:08:32.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.789136  1032 kernel_stack_watchdog.cc:198] Thread 1023 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:08:32.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:08:32.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:08:32.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:08:32.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:08:32.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:31.045667  1034 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:32.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.790392  1035 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1744 milliseconds
14:08:32.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.791479  1023 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.747s	user 0.468s	sys 0.965s
14:08:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.791842  1023 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.747s	user 0.468s	sys 0.965s
14:08:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.792491  1023 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:08:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:32.792574  1036 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.797286  1023 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.804131  1023 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.805779  1023 hybrid_clock.cc:648] HybridClock initialized: now 1779113312805710 us; error 67 us; skew 500 ppm
14:08:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.806733  1023 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.814292  1023 webserver.cc:533] Webserver started at http://127.0.201.252:38895/ using document root <none> and password file <none>
14:08:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.815335  1023 fs_manager.cc:362] Metadata directory not provided
14:08:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.815639  1023 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.816341  1023 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.821815  1023 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/data/instance:
14:08:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5f123d9f7641219e7cf3c22d43ec8e"
14:08:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:32 on dist-test-slave-qn3m"
14:08:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.823269  1023 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/wal/instance:
14:08:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5f123d9f7641219e7cf3c22d43ec8e"
14:08:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:32 on dist-test-slave-qn3m"
14:08:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.831722  1023 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.001s
14:08:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.838841  1050 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:32.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.840523  1023 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.002s
14:08:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.840956  1023 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/wal
14:08:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5f123d9f7641219e7cf3c22d43ec8e"
14:08:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:32 on dist-test-slave-qn3m"
14:08:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.841300  1023 fs_report.cc:389] FS layout report
14:08:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/wal
14:08:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/wal
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/data/data
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:32.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.908977  1023 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:32.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.910426  1023 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.910879  1023 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:32.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:32.951 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:32.951 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:32.951 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:32.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:32.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:32.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:32.952 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:32.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.987735  1021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 7
14:08:32.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.994225  1023 rpc_server.cc:307] RPC server started. Bound to: 127.0.201.252:40097
14:08:32.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.994285  1102 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.201.252:40097 every 8 connection(s)
14:08:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:32.999624  1023 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/data/info.pb
14:08:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.000223   807 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 1023
14:08:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.000659   807 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/master-2/wal/instance
14:08:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.031272  1105 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.054450  1105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } has no permanent_uuid. Determining permanent_uuid...
14:08:33.059 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:33.060 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:33.060 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.061461  1021 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e: Bootstrap starting.
14:08:33.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:33.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:33.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:33.062 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:33.062 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:33.062 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:33.062 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:33.062 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:33.062 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:33.062 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:33.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.069707  1021 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e: Neither blocks nor log segments found. Creating new log.
14:08:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.072386  1021 log.cc:826] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e: Log is configured to *not* fsync() on all Append() calls
14:08:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.075523   889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } attempt: 5
14:08:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.090847  1021 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e: No bootstrap required, opened a new log
14:08:33.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.096117  1105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } has no permanent_uuid. Determining permanent_uuid...
14:08:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.103228   889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: Bootstrap starting.
14:08:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.113972  1105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } has no permanent_uuid. Determining permanent_uuid...
14:08:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.114288   889 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: Neither blocks nor log segments found. Creating new log.
14:08:33.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113313118 for job 04f1cc06e642129ca1b576400efec783.
14:08:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.119112  1021 raft_consensus.cc:359] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.120221  1021 raft_consensus.cc:385] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.120648  1021 raft_consensus.cc:740] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eeb5cb0c0c854a1e87aabaa9244fcd7e, State: Initialized, Role: FOLLOWER
14:08:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.121840  1021 consensus_queue.cc:260] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.117987   889 log.cc:826] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: Log is configured to *not* fsync() on all Append() calls
14:08:33.128 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:08:33.128 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
14:08:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.134528   889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: No bootstrap required, opened a new log
14:08:33.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.140607  1105 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e: Bootstrap starting.
14:08:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.140355  1113 sys_catalog.cc:455] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.141681  1113 sys_catalog.cc:458] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: This master's current role is: FOLLOWER
14:08:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.147564  1021 sys_catalog.cc:565] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: configured and running, proceeding with master startup.
14:08:33.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.148835  1105 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e: Neither blocks nor log segments found. Creating new log.
14:08:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.151576  1105 log.cc:826] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e: Log is configured to *not* fsync() on all Append() calls
14:08:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.165032  1105 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e: No bootstrap required, opened a new log
14:08:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.168819   889 raft_consensus.cc:359] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.170047   889 raft_consensus.cc:385] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.170579   889 raft_consensus.cc:740] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49ebafb314a44d1892b96a30bc65c532, State: Initialized, Role: FOLLOWER
14:08:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.171710   889 consensus_queue.cc:260] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.197772   889 sys_catalog.cc:565] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [sys.catalog]: configured and running, proceeding with master startup.
14:08:33.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.199127  1105 raft_consensus.cc:359] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.200136  1105 raft_consensus.cc:385] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:33.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.200513  1105 raft_consensus.cc:740] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb5f123d9f7641219e7cf3c22d43ec8e, State: Initialized, Role: FOLLOWER
14:08:33.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.201774  1105 consensus_queue.cc:260] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.205667  1125 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.206802  1125 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [sys.catalog]: This master's current role is: FOLLOWER
14:08:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.208029  1121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.209481  1105 sys_catalog.cc:565] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [sys.catalog]: configured and running, proceeding with master startup.
14:08:33.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:33.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:33.210981   975 tablet.cc:2404] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.214917  1121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [sys.catalog]: This master's current role is: FOLLOWER
14:08:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:33.249349  1131 catalog_manager.cc:1593] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:08:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:33.249727  1131 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:08:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.255151  1145 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:08:33.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:33.267364   843 tablet.cc:2404] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:33.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:33.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:33.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.260720  1023 master_runner.cc:187] Error getting master registration for 127.0.201.254:43153: OK, instance_id { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" instance_seqno: 1779113307816853 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:08:33.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.299168  1023 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:08:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.230759   891 master_runner.cc:187] Error getting master registration for 127.0.201.254:43153: OK, instance_id { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" instance_seqno: 1779113307816853 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:08:33.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.311601   891 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:08:33.318 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:33.318 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:33.318 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:33.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:33.319 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:33.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:33.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:33.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:33.319 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:33.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:33.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:33.319 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:33.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:33.331071  1151 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:08:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:33.331422  1151 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:08:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.335652   819 master_runner.cc:264] No leader master found from master 49ebafb314a44d1892b96a30bc65c532
14:08:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.335976   819 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:08:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.354888  1113 raft_consensus.cc:493] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.355479  1113 raft_consensus.cc:515] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.358062  1113 leader_election.cc:290] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49ebafb314a44d1892b96a30bc65c532 (127.0.201.254:43153), fb5f123d9f7641219e7cf3c22d43ec8e (127.0.201.252:40097)
14:08:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.358884  1125 raft_consensus.cc:493] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.359234   864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49ebafb314a44d1892b96a30bc65c532" is_pre_election: true
14:08:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.360179   864 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eeb5cb0c0c854a1e87aabaa9244fcd7e in term 0.
14:08:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.359428  1125 raft_consensus.cc:515] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.361840   972 leader_election.cc:304] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49ebafb314a44d1892b96a30bc65c532, eeb5cb0c0c854a1e87aabaa9244fcd7e; no voters: 
14:08:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.364472  1077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" is_pre_election: true
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.364652   996 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" is_pre_election: true
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.365221  1077 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eeb5cb0c0c854a1e87aabaa9244fcd7e in term 0.
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.365363   996 raft_consensus.cc:2468] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb5f123d9f7641219e7cf3c22d43ec8e in term 0.
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.366852  1052 leader_election.cc:304] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: eeb5cb0c0c854a1e87aabaa9244fcd7e, fb5f123d9f7641219e7cf3c22d43ec8e; no voters: 
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.369267   864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49ebafb314a44d1892b96a30bc65c532" is_pre_election: true
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.369858   864 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb5f123d9f7641219e7cf3c22d43ec8e in term 0.
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.370649  1113 raft_consensus.cc:2804] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.370977  1113 raft_consensus.cc:493] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.372043  1113 raft_consensus.cc:3060] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 0 FOLLOWER]: Advancing to term 1
14:08:33.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.362581  1125 leader_election.cc:290] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49ebafb314a44d1892b96a30bc65c532 (127.0.201.254:43153), eeb5cb0c0c854a1e87aabaa9244fcd7e (127.0.201.253:42719)
14:08:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.383968  1125 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.384629  1125 raft_consensus.cc:493] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.385821  1125 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 0 FOLLOWER]: Advancing to term 1
14:08:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.387302  1113 raft_consensus.cc:515] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.391 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:33.391 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:33.391 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:33.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:33.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:33.393 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:33.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:33.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:33.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:33.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:33.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:33.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:33.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.390750   864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49ebafb314a44d1892b96a30bc65c532"
14:08:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.391302   864 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 0 FOLLOWER]: Advancing to term 1
14:08:33.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.399654  1125 raft_consensus.cc:515] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.401204   864 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eeb5cb0c0c854a1e87aabaa9244fcd7e in term 1.
14:08:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.410456   863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49ebafb314a44d1892b96a30bc65c532"
14:08:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.411399   863 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate fb5f123d9f7641219e7cf3c22d43ec8e in current term 1: Already voted for candidate eeb5cb0c0c854a1e87aabaa9244fcd7e in this term.
14:08:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.411180   972 leader_election.cc:304] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49ebafb314a44d1892b96a30bc65c532, eeb5cb0c0c854a1e87aabaa9244fcd7e; no voters: 
14:08:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.415071  1125 leader_election.cc:290] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [CANDIDATE]: Term 1 election: Requested vote from peers 49ebafb314a44d1892b96a30bc65c532 (127.0.201.254:43153), eeb5cb0c0c854a1e87aabaa9244fcd7e (127.0.201.253:42719)
14:08:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:33.417233  1056 tablet.cc:2404] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.418144  1113 leader_election.cc:290] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [CANDIDATE]: Term 1 election: Requested vote from peers 49ebafb314a44d1892b96a30bc65c532 (127.0.201.254:43153), fb5f123d9f7641219e7cf3c22d43ec8e (127.0.201.252:40097)
14:08:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.418922  1113 raft_consensus.cc:2804] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 1 FOLLOWER]: Leader election won for term 1
14:08:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.419812  1077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e"
14:08:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.420747  1077 raft_consensus.cc:2393] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate eeb5cb0c0c854a1e87aabaa9244fcd7e in current term 1: Already voted for candidate fb5f123d9f7641219e7cf3c22d43ec8e in this term.
14:08:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.420032  1113 raft_consensus.cc:697] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [term 1 LEADER]: Becoming Leader. State: Replica: eeb5cb0c0c854a1e87aabaa9244fcd7e, State: Running, Role: LEADER
14:08:33.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.425089   996 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e"
14:08:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.423283  1113 consensus_queue.cc:237] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } }
14:08:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.426847  1052 leader_election.cc:304] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fb5f123d9f7641219e7cf3c22d43ec8e; no voters: 49ebafb314a44d1892b96a30bc65c532, eeb5cb0c0c854a1e87aabaa9244fcd7e
14:08:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.428058  1125 raft_consensus.cc:2749] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:08:33.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.442071  1154 sys_catalog.cc:455] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: SysCatalogTable state changed. Reason: New leader eeb5cb0c0c854a1e87aabaa9244fcd7e. Latest consensus state: current_term: 1 leader_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.442795  1154 sys_catalog.cc:458] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: This master's current role is: LEADER
14:08:33.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.446272  1156 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:08:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.452865  1156 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:08:33.458 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:33.458 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:33.459 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:33.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:33.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:33.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:33.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:33.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:33.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:33.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:33.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:33.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:33.459 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.492266   864 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [term 1 FOLLOWER]: Refusing update from remote peer eeb5cb0c0c854a1e87aabaa9244fcd7e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:08:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.494455  1113 consensus_queue.cc:1048] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.501741  1077 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [term 1 FOLLOWER]: Refusing update from remote peer eeb5cb0c0c854a1e87aabaa9244fcd7e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:08:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.505545  1113 consensus_queue.cc:1048] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.534112  1121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eeb5cb0c0c854a1e87aabaa9244fcd7e. Latest consensus state: current_term: 1 leader_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.534967  1121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [sys.catalog]: This master's current role is: FOLLOWER
14:08:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.554522  1158 mvcc.cc:204] Tried to move back new op lower bound from 7287248131997093888 to 7287248131805696000. Current Snapshot: MvccSnapshot[applied={T|T < 7287248131997093888}]
14:08:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.573940  1154 sys_catalog.cc:455] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.574780  1154 sys_catalog.cc:458] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: This master's current role is: LEADER
14:08:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.582108  1121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.582959  1121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532 [sys.catalog]: This master's current role is: FOLLOWER
14:08:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.583307  1125 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [sys.catalog]: SysCatalogTable state changed. Reason: New leader eeb5cb0c0c854a1e87aabaa9244fcd7e. Latest consensus state: current_term: 1 leader_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.587374  1125 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [sys.catalog]: This master's current role is: FOLLOWER
14:08:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.589442  1156 catalog_manager.cc:1382] Generated new cluster ID: 401afa60c6134072b30b52527fa26f6c
14:08:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.589754  1156 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:08:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.614521  1113 sys_catalog.cc:455] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.615449  1113 sys_catalog.cc:458] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e [sys.catalog]: This master's current role is: LEADER
14:08:33.618 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113313618 for job 04f1cc06e642129ca1b576400efec783.
14:08:33.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.626700  1159 mvcc.cc:204] Tried to move back new op lower bound from 7287248131997093888 to 7287248131805696000. Current Snapshot: MvccSnapshot[applied={T|T < 7287248131997093888}]
14:08:33.630 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:08:33.632 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
14:08:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.635982  1125 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49ebafb314a44d1892b96a30bc65c532" member_type: VOTER last_known_addr { host: "127.0.201.254" port: 43153 } } peers { permanent_uuid: "eeb5cb0c0c854a1e87aabaa9244fcd7e" member_type: VOTER last_known_addr { host: "127.0.201.253" port: 42719 } } peers { permanent_uuid: "fb5f123d9f7641219e7cf3c22d43ec8e" member_type: VOTER last_known_addr { host: "127.0.201.252" port: 40097 } } }
14:08:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.636727  1125 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e [sys.catalog]: This master's current role is: FOLLOWER
14:08:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.657450  1156 catalog_manager.cc:1405] Generated new certificate authority record
14:08:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.659612  1156 catalog_manager.cc:1539] Loading token signing keys...
14:08:33.679 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:33.679 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:33.680 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:33.680 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:33.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:33.680 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:33.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:33.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:33.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:33.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:33.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:33.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:33.681 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:33.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.707309  1156 catalog_manager.cc:6069] T 00000000000000000000000000000000 P eeb5cb0c0c854a1e87aabaa9244fcd7e: Generated new TSK 0
14:08:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.708648  1156 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:08:33.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:33.758100   807 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/wal
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/data
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/logs
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/data/info.pb
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.193:0
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.201.193
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.193
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:33.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:33.781 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:33.781 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:33.781 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:33.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:33.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:33.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:33.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:33.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:33.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:33.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:33.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:33.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:33.783 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:33.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:33.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:33.955 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:33.955 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:33.955 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:33.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:33.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:33.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:33.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:33.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:33.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:33.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:33.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:33.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:33.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:33.983 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:33.983 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:33.983 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:33.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:33.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:33.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:33.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:33.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:33.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:33.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:33.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:33.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:33.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:34.118 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113314118 for job 04f1cc06e642129ca1b576400efec783.
14:08:34.128 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:08:34.129 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
14:08:34.158 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:34.159 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:34.159 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:34.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:34.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:34.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:34.160 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:34.160 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:34.160 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:34.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:34.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:34.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:34.160 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:34.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:34.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.281900  1145 catalog_manager.cc:1294] Loaded cluster ID: 401afa60c6134072b30b52527fa26f6c
14:08:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.283082  1145 catalog_manager.cc:1587] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e: loading cluster ID for follower catalog manager: success
14:08:34.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.307192  1145 catalog_manager.cc:1609] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e: acquiring CA information for follower catalog manager: success
14:08:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.323477  1145 catalog_manager.cc:1637] T 00000000000000000000000000000000 P fb5f123d9f7641219e7cf3c22d43ec8e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:08:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.338197  1151 catalog_manager.cc:1294] Loaded cluster ID: 401afa60c6134072b30b52527fa26f6c
14:08:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.338752  1151 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: loading cluster ID for follower catalog manager: success
14:08:34.339 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:34.339 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:34.339 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:34.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:34.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:34.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:34.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:34.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:34.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:34.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:34.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:34.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:34.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.351217  1151 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: acquiring CA information for follower catalog manager: success
14:08:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.363869  1151 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 49ebafb314a44d1892b96a30bc65c532: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:08:34.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:34.369220  1167 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:34.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:34.370074  1167 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:34.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:34.371222  1167 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:34.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:34.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:34.439109  1167 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:34.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:34.440557  1167 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.201.193
14:08:34.471 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:34.471 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:34.471 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:34.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:34.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:34.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:34.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:34.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:34.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:34.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:34.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:34.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:34.472 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:34.508 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:34.508 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:34.508 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:34.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:34.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:34.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:34.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:34.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:34.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:34.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:34.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:34.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:34.510 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.511806  1167 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/data
14:08:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/wal
14:08:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.193:0
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/data/info.pb
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.193
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.201.193
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/logs
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.513788  1167 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.516121  1167 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:34.550858  1177 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:34.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113314618 for job 04f1cc06e642129ca1b576400efec783.
14:08:34.625 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
14:08:34.627 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
14:08:34.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:34.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:34.639 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:34.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:34.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:34.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:34.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:34.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:34.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:34.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:34.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:34.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:34.642 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:34.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:34.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:34.795 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:34.807 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:34.807 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:34.807 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:34.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:34.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:34.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:34.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:34.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:34.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:34.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:34.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:34.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:34.810 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:34.879 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:34.880 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:34.880 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:34.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:34.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:34.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:34.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:34.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:34.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:34.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:34.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:34.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:34.881 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:34.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.042 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:35.042 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:35.043 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:35.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.044 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:35.058 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:35.058 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:35.058 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:35.059 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:35.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:35.060 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:35.060 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:35.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:35.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:35.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:35.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:35.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:35.061 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:35.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113315118 for job 04f1cc06e642129ca1b576400efec783.
14:08:35.126 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:08:35.128 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
14:08:35.143 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:35.143 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:35.143 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:35.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:35.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:35.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:35.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:35.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:35.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:35.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:35.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:35.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:35.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:35.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.213 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:35.213 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:35.213 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:35.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:35.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:35.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:35.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:35.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:35.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:35.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:35.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:35.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:35.216 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:35.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.385 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:35.385 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:35.385 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:35.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.386 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.386 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.386 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.386 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:35.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.429 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:35.429 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:35.429 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:35.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:35.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:35.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:35.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:35.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:35.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:35.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:35.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:35.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:35.432 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:35.539 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:35.539 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:35.539 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:35.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:35.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:35.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:35.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:35.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:35.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:35.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:35.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:35.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:35.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:35.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113315618 for job 04f1cc06e642129ca1b576400efec783.
14:08:35.627 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:08:35.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
14:08:35.639 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:35.639 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:35.640 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:35.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:35.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:35.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:35.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:35.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:35.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:35.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:35.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:35.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:35.641 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:35.703 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:35.703 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:35.703 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:35.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:35.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.803 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:35.803 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:35.804 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:35.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:35.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:35.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:35.806 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:35.838 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:35.839 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:35.839 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:35.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.841 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:35.921 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:35.921 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:35.921 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:35.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:35.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:35.952 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:35.952 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:35.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:35.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:35.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:35.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:35.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:36.003 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:36.003 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:36.003 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:36.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:36.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:36.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:36.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:36.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:36.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:36.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:36.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:36.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:36.004 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:36.119 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113316118 for job 04f1cc06e642129ca1b576400efec783.
14:08:36.127 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:08:36.128 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
14:08:36.138 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:36.138 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:36.138 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:36.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.139 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.139 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.139 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:36.139 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:36.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.139 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:36.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:36.139 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:36.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:36.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:36.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:36.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:36.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:36.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:36.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:36.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:36.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:34.561848  1167 server_base.cc:1061] running on GCE node
14:08:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:34.563611  1176 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:34.561219  1180 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.162752  1167 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.174930  1167 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.176384  1167 hybrid_clock.cc:648] HybridClock initialized: now 1779113316176346 us; error 50 us; skew 500 ppm
14:08:36.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.177640  1167 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.200038  1167 webserver.cc:533] Webserver started at http://127.0.201.193:36663/ using document root <none> and password file <none>
14:08:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.201364  1167 fs_manager.cc:362] Metadata directory not provided
14:08:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.201650  1167 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.202240  1167 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.208956  1167 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/data/instance:
14:08:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50ccfdbac0d74ff2beb563f9b5fc6161"
14:08:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:36 on dist-test-slave-qn3m"
14:08:36.210 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.220552  1167 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/wal/instance:
14:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50ccfdbac0d74ff2beb563f9b5fc6161"
14:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:36 on dist-test-slave-qn3m"
14:08:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.243955  1167 fs_manager.cc:696] Time spent creating directory manager: real 0.022s	user 0.014s	sys 0.008s
14:08:36.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.262214  1190 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.267381  1167 fs_manager.cc:730] Time spent opening block manager: real 0.018s	user 0.005s	sys 0.007s
14:08:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.268761  1167 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/wal
14:08:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50ccfdbac0d74ff2beb563f9b5fc6161"
14:08:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:36 on dist-test-slave-qn3m"
14:08:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.269497  1167 fs_report.cc:389] FS layout report
14:08:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:36.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/wal
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/wal
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/data/data
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:36.279 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:36.279 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:36.279 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:36.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:36.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:36.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:36.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:36.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:36.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:36.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:36.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:36.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:36.281 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:36.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:36.345 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:36.345 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:36.345 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:36.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:36.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:36.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:36.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:36.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:36.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:36.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:36.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:36.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:36.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.393748  1167 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.396473  1167 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.397310  1167 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:36.399 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:36.399 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:36.399 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:36.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:36.400 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:36.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:36.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:36.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:36.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:36.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:36.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:36.401 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:36.401 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.410522  1167 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:36.417 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:36.417 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:36.417 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:36.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:36.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:36.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:36.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:36.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:36.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:36.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:36.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:36.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:36.418 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:36.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.431746  1167 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.432436  1167 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
14:08:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.432997  1167 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:36.433660  1167 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:08:36.486 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:36.487 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:36.487 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:36.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:36.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:36.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:36.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:36.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:36.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:36.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:36.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:36.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:36.489 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:36.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:36.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:36.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:36.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.533 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:36.570 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:36.571 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:36.571 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:36.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.572 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:36.618 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:36.618 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:36.618 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:36.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.619 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113316618 for job 04f1cc06e642129ca1b576400efec783.
14:08:36.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.620 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:36.628 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 04f1cc06e642129ca1b576400efec783 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:08:36.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
14:08:36.639 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:36.639 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:36.640 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:36.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.642 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:36.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:36.731 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:36.731 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:36.731 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:36.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:36.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:36.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:36.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:36.738 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:36.738 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:36.738 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:36.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.740 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:36.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:36.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:36.821 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:36.821 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:36.821 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:36.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:36.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.822 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:36.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:36.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:36.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.018 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.019 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.019 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.022 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29911), Traces: [0ms] sending RPC to server master-127.29.101.254:45169, [2ms] received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [15ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [30ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [31ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [51ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [71ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [111ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [131ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [230ms] refreshing cache from master, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [231ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [469ms] refreshing cache from master, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [471ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [649ms] refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [651ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [651ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1429ms] refreshing cache from master, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1430ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1810ms] refreshing cache from master, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1811ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5530ms] refreshing cache from master, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5532ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [8530ms] refreshing cache from master, [8530ms] too many traces: truncated at 100 traces, deferred=Deferred@400633230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@34cdb1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082)))
14:08:37.023 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.024 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.024 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.023 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29911), Traces: [0ms] sending RPC to server master-127.29.101.254:45169, [2ms] received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [15ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [30ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [31ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [51ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [71ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [111ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [131ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [230ms] refreshing cache from master, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [231ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [469ms] refreshing cache from master, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [471ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [649ms] refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [651ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [651ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1429ms] refreshing cache from master, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1430ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1810ms] refreshing cache from master, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1811ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5530ms] refreshing cache from master, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5532ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [8530ms] refreshing cache from master, [8530ms] too many traces: truncated at 100 traces, deferred=Deferred@400633230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@34cdb1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29911), Traces: [0ms] sending RPC to server master-127.29.101.254:45169, [2ms] received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [15ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [30ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [31ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [51ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [71ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [111ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [131ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [230ms] refreshing cache from master, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [231ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [469ms] refreshing cache from master, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [471ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [649ms] refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [651ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [651ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1429ms] refreshing cache from master, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1430ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1810ms] refreshing cache from master, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1811ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5530ms] refreshing cache from master, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5532ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [8530ms] refreshing cache from master, [8530ms] too many traces: truncated at 100 traces, deferred=Deferred@400633230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@34cdb1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.101.254:45169
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:37.024 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.024 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.024 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.032 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29911), Traces: [0ms] sending RPC to server master-127.29.101.254:45169, [2ms] received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [15ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [30ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [31ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [51ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [71ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [111ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [131ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [230ms] refreshing cache from master, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [231ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [469ms] refreshing cache from master, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [471ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [649ms] refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [651ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [651ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1429ms] refreshing cache from master, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1430ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1810ms] refreshing cache from master, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1811ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5530ms] refreshing cache from master, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5532ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [8530ms] refreshing cache from master, [8530ms] too many traces: truncated at 100 traces, deferred=Deferred@400633230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@34cdb1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29911), Traces: [0ms] sending RPC to server master-127.29.101.254:45169, [2ms] received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [15ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [30ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [31ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [51ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [71ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [111ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [111ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [131ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [230ms] refreshing cache from master, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [231ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [231ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [469ms] refreshing cache from master, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [471ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [471ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [649ms] refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [650ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [650ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [651ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [651ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1429ms] refreshing cache from master, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1430ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1430ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1810ms] refreshing cache from master, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1810ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1811ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1811ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5530ms] refreshing cache from master, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [5531ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5532ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [8530ms] refreshing cache from master, [8530ms] too many traces: truncated at 100 traces, deferred=Deferred@400633230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007f791832f980@34cdb1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2108955667 after retry RPC after error@1357553472) -> (continuation of Deferred@1324963214 after retry RPC after error@1753628837) -> (continuation of Deferred@898604322 after retry RPC after error@823858252) -> (continuation of Deferred@902460100 after retry RPC after error@1863557040) -> (continuation of Deferred@641497597 after retry RPC after error@1340911618) -> (continuation of Deferred@701937513 after retry RPC after error@1523270652) -> (continuation of Deferred@536689353 after retry RPC after error@901510548) -> (continuation of Deferred@692740533 after retry RPC after error@689832899) -> (continuation of Deferred@1606639451 after retry RPC after error@893257314) -> (continuation of Deferred@1334021817 after retry RPC after error@375032977) -> (continuation of Deferred@1403400326 after retry RPC after error@376320390) -> (continuation of Deferred@1162576820 after retry RPC after error@129474952) -> (continuation of Deferred@1702331384 after retry RPC after error@49446097) -> (continuation of Deferred@456988952 after retry RPC after error@557596694) -> (continuation of Deferred@2014150538 after retry RPC after error@1762164910) -> (continuation of Deferred@437170510 after retry RPC after error@1500610281) -> (continuation of Deferred@1242803042 after retry RPC after error@1739804542) -> (continuation of Deferred@139986439 after retry RPC after error@1510782931) -> (continuation of Deferred@219373387 after retry RPC after error@1881553192) -> (continuation of Deferred@948330773 after retry RPC after error@126610425) -> (continuation of Deferred@276104516 after retry RPC after error@1373344027) -> (continuation of Deferred@1524555004 after retry RPC after error@38940797) -> (continuation of Deferred@984963670 after retry RPC after error@929777490) -> (continuation of Deferred@461263999 after retry RPC after error@146558645) -> (continuation of Deferred@407622174 after retry RPC after error@1979144082)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.101.254:45169
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:37.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.037 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.039 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.039 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.039 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:37.039 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.039 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state RUNNING to RESTARTING.
14:08:37.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
14:08:37.040 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.041 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.052 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:08:37.052 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:08:37.053 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
14:08:37.053 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:08:37.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
14:08:37.053 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:08:37.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
14:08:37.054 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:08:37.054 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
14:08:37.054 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:08:37.058 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.50.254:35515(127.30.50.254:35515)] disconnecting while in state TERMINATED
14:08:37.058 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.50.252:37287(127.30.50.252:37287)] disconnecting while in state TERMINATED
14:08:37.059 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.50.253:33427(127.30.50.253:33427)] disconnecting while in state TERMINATED
14:08:37.059 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.104 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.104 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:37.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.106 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.106 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:08:37.106 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
14:08:37.106 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:08:37.107 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:37.108 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
14:08:37.114 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.50.254:35515(127.30.50.254:35515)] disconnecting while in state TERMINATED
14:08:37.114 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.50.252:37287(127.30.50.252:37287)] disconnecting while in state TERMINATED
14:08:37.115 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.50.253:33427(127.30.50.253:33427)] disconnecting while in state TERMINATED
14:08:37.115 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:37.115 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
14:08:37.115 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:37.118 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.119 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.119 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.120 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.120 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.120 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.139 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.139 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.139 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.140 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:08:37.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.140 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
14:08:37.140 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:08:37.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.141 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.145 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.50.254:35515(127.30.50.254:35515)] disconnecting while in state TERMINATED
14:08:37.145 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.50.252:37287(127.30.50.252:37287)] disconnecting while in state TERMINATED
14:08:37.145 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.50.253:33427(127.30.50.253:33427)] disconnecting while in state TERMINATED
14:08:37.145 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:37.147 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:37.147 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
14:08:37.155 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:08:37.155 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
14:08:37.155 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:08:37.170 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
14:08:37.171 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:08:37.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:08:37.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:08:37.179 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.179 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.179 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.180 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.181 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.187 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:08:37.187 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:08:37.188 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:08:37.188 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:08:37.195 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d069812c4e644175b5dcf5141d1c336d(127.30.50.194:43147)] disconnecting while in state TERMINATED
14:08:37.195 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.50.254:35515(127.30.50.254:35515)] disconnecting while in state TERMINATED
14:08:37.195 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.50.252:37287(127.30.50.252:37287)] disconnecting while in state TERMINATED
14:08:37.195 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.50.253:33427(127.30.50.253:33427)] disconnecting while in state TERMINATED
14:08:37.197 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:37.197 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:08:37.198 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
14:08:37.198 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
14:08:37.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.218 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:08:37.218 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
14:08:37.219 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:08:37.219 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:08:37.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.219 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.220 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.220 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.220 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.221 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.221 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.221 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.221 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.237 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
14:08:37.238 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
14:08:37.238 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
14:08:37.239 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
14:08:37.240 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:08:37.240 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:08:37.241 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:08:37.241 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
14:08:37.241 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:08:37.241 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:37.242 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
14:08:37.243 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:37.243 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
14:08:37.244 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:37.244 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
14:08:37.245 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 04f1cc06e642129ca1b576400efec783
14:08:37.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.319 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.319 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.319 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.336 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:37.337 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:37.337 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:37.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.344941  1167 rpc_server.cc:307] RPC server started. Bound to: 127.0.201.193:46425
14:08:37.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.350101  1323 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.201.193:46425 every 8 connection(s)
14:08:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.350950  1167 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/data/info.pb
14:08:37.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.359784   807 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 1167
14:08:37.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.360502   807 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-0/wal/instance
14:08:37.379 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.379 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.379 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.380 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.380 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.380 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.381 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.383208   807 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:37.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:37.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/wal
14:08:37.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/data
14:08:37.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/logs
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/data/info.pb
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.194:0
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.201.194
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.194
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:37.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.444327  1324 heartbeater.cc:344] Connected to a master server at 127.0.201.253:42719
14:08:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.444808  1324 heartbeater.cc:461] Registering TS with master...
14:08:37.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.446427  1324 heartbeater.cc:507] Master 127.0.201.253:42719 requested a full tablet report, sending...
14:08:37.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.454864   986 ts_manager.cc:194] Registered new tserver with Master: 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425)
14:08:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.458840  1327 heartbeater.cc:344] Connected to a master server at 127.0.201.254:43153
14:08:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.459239  1327 heartbeater.cc:461] Registering TS with master...
14:08:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.459311   986 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.201.193:53521
14:08:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.460256  1327 heartbeater.cc:507] Master 127.0.201.254:43153 requested a full tablet report, sending...
14:08:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.461448  1325 heartbeater.cc:344] Connected to a master server at 127.0.201.252:40097
14:08:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.461854  1325 heartbeater.cc:461] Registering TS with master...
14:08:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.463032  1325 heartbeater.cc:507] Master 127.0.201.252:40097 requested a full tablet report, sending...
14:08:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.463647   854 ts_manager.cc:194] Registered new tserver with Master: 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425)
14:08:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:37.466336  1067 ts_manager.cc:194] Registered new tserver with Master: 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425)
14:08:37.516 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:37.516 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:37.516 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:37.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:37.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:37.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:37.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:37.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:37.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:37.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:37.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:37.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:37.517 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:37.619 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.619 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.619 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.621 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.652 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:37.652 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:37.652 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:37.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.653 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:37.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.840 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:37.840 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:37.840 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:37.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.842 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.842 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:37.864 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:37.864 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:37.864 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:37.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:37.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:37.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:37.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:37.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:37.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:37.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:37.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:37.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:37.866 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:37.899 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:37.899 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:37.900 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:37.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:37.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:37.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:37.900 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:37.913968  1332 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:37.914637  1332 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:37.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:37.915381  1332 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:37.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:37.938 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:37.938 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:37.938 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:37.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:37.939 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:37.941 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:37.942 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:37.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:37.976121  1332 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:37.977520  1332 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.201.194
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:38.044045  1332 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/data
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/wal
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.194:0
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/data/info.pb
14:08:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.194
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.201.194
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/logs
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:38.045781  1332 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:38.047991  1332 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:38.064831  1341 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:38.072 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:38.072 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:38.072 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:38.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:38.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:38.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:38.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:38.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:38.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:38.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:38.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:38.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:38.074 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:38.163 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state RESTARTING to RUNNING.
14:08:38.164 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 04f1cc06e642129ca1b576400efec783 from Checkpoint 70 @ 1779113316618 for 04f1cc06e642129ca1b576400efec783 located at file:/tmp/junit12843612835423615938/checkpoints/04f1cc06e642129ca1b576400efec783/chk-70.
14:08:38.165 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
14:08:38.165 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:08:38.170 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
14:08:38.171 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:38.172 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
14:08:38.172 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2f145d86d567a72631b500b9701c0b73
14:08:38.173 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2f145d86d567a72631b500b9701c0b73.
14:08:38.173 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 2f145d86d567a72631b500b9701c0b73.
14:08:38.176 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
14:08:38.176 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:38.177 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
14:08:38.177 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2414a1fad3da9520b362aa6204f31981
14:08:38.177 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
14:08:38.178 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2414a1fad3da9520b362aa6204f31981.
14:08:38.178 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:38.179 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 2414a1fad3da9520b362aa6204f31981.
14:08:38.179 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
14:08:38.179 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id a7d4e88f7b6cda19ca2d73fadeec701f
14:08:38.180 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
14:08:38.180 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
14:08:38.180 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
14:08:38.180 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:38.181 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
14:08:38.181 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 62f6069e698b0fcee469b532b3444339
14:08:38.182 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49c35ccf
14:08:38.183 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:38.183 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:38.185 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a7d4e88f7b6cda19ca2d73fadeec701f.
14:08:38.186 [INFO - Thread-59] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:08:38.186 [DEBUG - Thread-59] (Connection.java:575) [peer master-127.29.101.253:41249(127.29.101.253:41249)] disconnecting while in state TERMINATED
14:08:38.186 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id a7d4e88f7b6cda19ca2d73fadeec701f.
14:08:38.187 [DEBUG - Thread-59] (Connection.java:575) [peer master-127.29.101.254:45169(127.29.101.254:45169)] disconnecting while in state TERMINATED
14:08:38.187 [DEBUG - Thread-59] (Connection.java:575) [peer master-127.29.101.252:39175(127.29.101.252:39175)] disconnecting while in state TERMINATED
14:08:38.187 [DEBUG - Thread-59] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:38.188 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:38.189 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
14:08:38.189 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
14:08:38.190 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
14:08:38.190 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
14:08:38.191 [INFO - Thread-59] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:08:38.196 [INFO - Thread-59] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:08:38.198 [DEBUG - Thread-59] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:38.198 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:08:38.198 [INFO - Thread-59] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:38.199 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:08:38.200 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 62f6069e698b0fcee469b532b3444339.
14:08:38.201 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 62f6069e698b0fcee469b532b3444339.
14:08:38.201 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
14:08:38.201 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
14:08:38.202 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@28a8c109
14:08:38.202 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:38.202 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@640948c4
14:08:38.202 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:38.203 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:38.203 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:08:38.203 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:08:38.203 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:38.205 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@666b7071
14:08:38.205 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:08:38.206 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:08:38.209 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
14:08:38.209 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
14:08:38.210 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@fee9989
14:08:38.210 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:38.210 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:08:38.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.211 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:08:38.211 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:08:38.218 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5629422e
14:08:38.218 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e266e0c
14:08:38.220 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:38.220 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:38.220 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:38.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:38.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:38.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:38.221 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:38.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:38.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:38.221 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4228acc5
14:08:38.221 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:38.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:38.221 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:38.221 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:38.238 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:38.238 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:38.238 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:38.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.240 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:38.242 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:38.248 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:38.248 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:38.249 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:38.249 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:38.249 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:38.249 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:38.251 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:38.260 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.270 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.271 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.276 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.276 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.280 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.280 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.290 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.291 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.300 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.335 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.340 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.342 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.351 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.361 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.363 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.371 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.376 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.385 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.386 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.387 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.389 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.390 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.391 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.391 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.394 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.395 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.397 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.400 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.401 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.401 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.402 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.405 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.405 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.407 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.409 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.410 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.411 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.411 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.413 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.419 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.419 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.420 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.421 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.421 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.421 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.422 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.426 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.434 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.436 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.440 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.440 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.441 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.441 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.441 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.441 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.441 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.441 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.442 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.442 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.443 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.449 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.450 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.451 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.451 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.451 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.452 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.452 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.453 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.455 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.455 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.459 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.460 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.460 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.460 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.462 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:38.469275  1324 heartbeater.cc:499] Master 127.0.201.253:42719 was elected leader, sending a full tablet report...
14:08:38.473 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.560 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:38.560 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:38.560 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:38.561 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.561 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.561 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.561 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.561 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.561 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.561 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.562 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:38.562 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.562 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.562 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.562 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.562 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.564 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.564 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.564 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.566 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.566 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.566 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.568 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.569 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.569 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.569 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.570 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.573 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.576 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.577 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.591 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.591 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.591 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.593 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.593 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.597 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.597 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.597 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.600 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.601 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.601 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.601 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.601 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.602 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.603 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.611 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.611 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.611 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.628 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:38.628 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:38.628 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:38.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:38.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:38.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:38.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:38.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:38.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:38.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:38.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:38.629 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:38.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:38.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.651 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.651 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.651 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.658 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.660 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.660 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.660 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.661 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.661 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.661 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.662 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.670 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.670 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.671 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.672 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.681 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.682 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.682 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.682 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:38.682 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:38.682 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:38.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:38.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:38.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:38.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:38.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:38.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:38.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:38.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:38.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:38.684 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:38.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.685 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.691 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.691 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.692 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.693 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.740 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.740 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.741 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.742 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.742 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.776 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.777 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.777 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.779 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.790 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.790 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.791 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.792 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.811 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.811 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.811 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.812 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.821 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.821 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.822 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.824 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.831 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.832 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.832 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.833 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.833 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.833 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.880 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.881 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.881 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.882 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:38.883 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:38.883 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:38.883 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:38.883 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:38.883 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:38.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:38.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:38.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:38.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:38.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:38.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:38.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:38.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:38.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:38.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:38.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:38.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:38.884 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:38.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:38.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:38.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:38.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.885 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:38.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:38.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:38.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:38.886 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:38.893 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:38.893 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:38.893 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:38.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:38.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:38.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:38.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:38.899 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:38.899 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:38.900 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:38.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:38.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:38.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:38.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:38.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:38.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:38.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:38.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:38.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:38.901 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:38.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:38.960 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:38.961 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:38.961 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:38.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:38.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:38.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:38.962 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:38.997 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:38.997 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:38.997 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:38.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:38.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:38.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:38.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:39.012 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:39.012 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:39.013 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:39.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.015 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:39.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.157 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:39.157 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:39.157 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:39.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.159 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.159 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:39.201 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:39.201 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:39.201 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:39.201 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.201 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.202 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:39.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.239 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:39.239 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:39.239 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:39.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:39.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:39.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:39.240 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:39.240 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:39.240 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:39.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:39.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:39.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:39.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:39.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:39.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:39.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:39.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:39.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:39.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:39.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:39.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:39.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:39.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:39.241 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:39.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:39.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:39.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.300 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:39.300 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:39.300 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:39.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.301 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.301 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.301 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.301 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.301 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:39.371 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:39.371 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:39.371 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:39.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.372 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.372 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:39.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.431 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:39.431 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:39.431 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:39.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:39.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:39.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:39.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:39.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:39.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:39.433 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:39.433 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:39.433 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:39.433 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:39.561 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:39.562 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:39.562 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:39.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:39.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.705 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:39.705 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:39.705 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:39.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:39.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:39.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:39.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:39.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:39.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:39.706 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:39.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:39.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:39.706 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:39.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:39.493306  1340 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 1332
14:08:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:39.786646  1332 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.724s	user 0.588s	sys 0.873s
14:08:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:39.789337  1332 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.727s	user 0.588s	sys 0.873s
14:08:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:38.065317  1342 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.791651  1332 server_base.cc:1061] running on GCE node
14:08:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:39.795436  1401 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:39.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.797896  1332 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.800181  1332 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.801599  1332 hybrid_clock.cc:648] HybridClock initialized: now 1779113319801557 us; error 40 us; skew 500 ppm
14:08:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.802582  1332 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.809013  1332 webserver.cc:533] Webserver started at http://127.0.201.194:39255/ using document root <none> and password file <none>
14:08:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.810062  1332 fs_manager.cc:362] Metadata directory not provided
14:08:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.810320  1332 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.810743  1332 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.815802  1332 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/data/instance:
14:08:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "479a3408add64f9ea4cc7ae1ba4238cf"
14:08:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:39 on dist-test-slave-qn3m"
14:08:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.817152  1332 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/wal/instance:
14:08:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "479a3408add64f9ea4cc7ae1ba4238cf"
14:08:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:39 on dist-test-slave-qn3m"
14:08:39.818 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:39.819 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:39.819 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:39.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:39.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:39.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:39.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:39.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:39.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:39.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:39.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:39.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:39.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.825991  1332 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
14:08:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.834065  1406 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.835644  1332 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
14:08:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.836120  1332 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/wal
14:08:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "479a3408add64f9ea4cc7ae1ba4238cf"
14:08:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:39 on dist-test-slave-qn3m"
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.836546  1332 fs_report.cc:389] FS layout report
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/wal
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/wal
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/data/data
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.923460  1332 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:39.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.925275  1332 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.925685  1332 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.928933  1332 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.934625  1332 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.934871  1332 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:08:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.935173  1332 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:39.935326  1332 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:08:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:39.937686  1098 debug-util.cc:398] Leaking SignalData structure 0x7b0800070060 after lost signal to thread 1028
14:08:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:39.938158  1098 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0440 after lost signal to thread 1102
14:08:39.961 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:39.961 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:39.961 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:39.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:39.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:39.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:39.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:40.111 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:40.112 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:40.112 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:40.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:40.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.143 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:40.143 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:40.144 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:40.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:40.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:40.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:40.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:40.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:40.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:40.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:40.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:40.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:40.145 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:40.157 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:40.157 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:40.157 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:40.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:40.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.220990  1332 rpc_server.cc:307] RPC server started. Bound to: 127.0.201.194:35767
14:08:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.221189  1518 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.201.194:35767 every 8 connection(s)
14:08:40.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.224354  1332 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/data/info.pb
14:08:40.231 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:40.232 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:40.232 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:40.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.234 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.235162   807 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 1332
14:08:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.235740   807 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-1/wal/instance
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.264169   807 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/wal
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/data
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/logs
14:08:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/data/info.pb
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.195:0
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.201.195
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.195
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:40.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.285079  1521 heartbeater.cc:344] Connected to a master server at 127.0.201.254:43153
14:08:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.285933  1521 heartbeater.cc:461] Registering TS with master...
14:08:40.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.287683  1521 heartbeater.cc:507] Master 127.0.201.254:43153 requested a full tablet report, sending...
14:08:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.291828   854 ts_manager.cc:194] Registered new tserver with Master: 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.296808  1520 heartbeater.cc:344] Connected to a master server at 127.0.201.252:40097
14:08:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.297174  1520 heartbeater.cc:461] Registering TS with master...
14:08:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.298085  1520 heartbeater.cc:507] Master 127.0.201.252:40097 requested a full tablet report, sending...
14:08:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.299044  1519 heartbeater.cc:344] Connected to a master server at 127.0.201.253:42719
14:08:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.299422  1519 heartbeater.cc:461] Registering TS with master...
14:08:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.300400  1519 heartbeater.cc:507] Master 127.0.201.253:42719 requested a full tablet report, sending...
14:08:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.301474  1067 ts_manager.cc:194] Registered new tserver with Master: 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.304549   986 ts_manager.cc:194] Registered new tserver with Master: 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:40.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.307184   986 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.201.194:53663
14:08:40.322 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:40.322 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:40.322 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:40.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.324 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:40.343 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:40.344 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:40.344 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:40.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:40.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:40.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:40.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:40.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:40.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:40.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:40.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:40.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:40.345 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:40.401 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:40.401 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:40.402 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:40.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.403 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:40.413 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:40.413 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:40.413 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:40.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:40.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:40.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:40.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:40.413 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:40.413 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:40.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:40.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:40.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:40.414 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:40.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.431 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:40.432 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:40.432 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:40.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:40.582 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:40.583 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:40.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.583 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:40.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:40.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:40.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:40.584 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:40.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:40.690003  1529 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:40.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:40.690462  1529 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:40.691058  1529 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:40.710 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:40.732153  1529 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:40.733098  1529 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.201.195
14:08:40.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.778 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:40.778 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:40.778 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:40.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:40.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:40.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:40.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:40.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:40.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:40.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:40.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:40.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:40.779 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.780440  1529 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.201.212:46329
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/data
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/wal
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.201.195:0
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/data/info.pb
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.201.195
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.201.254:43153,127.0.201.253:42719,127.0.201.252:40097
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.201.195
14:08:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/logs
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:08:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.782123  1529 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:40.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:40.784243  1529 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:40.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:40.811578  1535 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:40.842 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:40.842 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:40.842 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:40.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:40.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:40.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:40.843 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:40.877 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:40.877 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:40.877 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:40.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:40.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:40.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:40.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:40.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:40.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:40.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:40.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:40.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:40.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:40.880 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26544), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [59ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [60ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [92ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [93ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [129ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [206ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [265ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [265ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [503ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [901ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [901ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [902ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [902ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1923ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3303ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [4641ms] refreshing cache from master, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4642ms] too many traces: truncated at 100 traces, deferred=Deferred@1604910763(state=PENDING, result=null, callback=(continuation of Deferred@496791766 after retry RPC after error@1434009584) -> (continuation of Deferred@164573796 after retry RPC after error@285923408) -> (continuation of Deferred@1877868647 after retry RPC after error@1936991445) -> (continuation of Deferred@64517325 after retry RPC after error@1146610878) -> (continuation of Deferred@1529166187 after retry RPC after error@153484374) -> (continuation of Deferred@1234931619 after retry RPC after error@840097850) -> (continuation of Deferred@1074690418 after retry RPC after error@1718614633) -> (continuation of Deferred@1931253648 after retry RPC after error@1445640953) -> (continuation of Deferred@1708956839 after retry RPC after error@2096733895) -> (continuation of Deferred@1808676575 after retry RPC after error@1748022317) -> (continuation of Deferred@1770529832 after retry RPC after error@1505202296) -> (continuation of Deferred@1138048351 after retry RPC after error@782854356) -> (continuation of Deferred@111714381 after retry RPC after error@1677317296) -> (continuation of Deferred@162280021 after retry RPC after error@1814430844) -> (continuation of Deferred@793738109 after retry RPC after error@37647984) -> (continuation of Deferred@1793643256 after retry RPC after error@909192765) -> (continuation of Deferred@1659973397 after retry RPC after error@328030413) -> (continuation of Deferred@1063135062 after retry RPC after error@10593862) -> (continuation of Deferred@1807988928 after retry RPC after error@309448261) -> (continuation of Deferred@1557868490 after retry RPC after error@1371873665) -> (continuation of Deferred@666273473 after retry RPC after error@1000961940) -> (continuation of Deferred@1049213524 after retry RPC after error@1186487597) -> (continuation of Deferred@1428900789 after retry RPC after error@634295123) -> (continuation of Deferred@1457968804 after retry RPC after error@1387509856), errback=(continuation of Deferred@496791766 after retry RPC after error@1434009584) -> (continuation of Deferred@164573796 after retry RPC after error@285923408) -> (continuation of Deferred@1877868647 after retry RPC after error@1936991445) -> (continuation of Deferred@64517325 after retry RPC after error@1146610878) -> (continuation of Deferred@1529166187 after retry RPC after error@153484374) -> (continuation of Deferred@1234931619 after retry RPC after error@840097850) -> (continuation of Deferred@1074690418 after retry RPC after error@1718614633) -> (continuation of Deferred@1931253648 after retry RPC after error@1445640953) -> (continuation of Deferred@1708956839 after retry RPC after error@2096733895) -> (continuation of Deferred@1808676575 after retry RPC after error@1748022317) -> (continuation of Deferred@1770529832 after retry RPC after error@1505202296) -> (continuation of Deferred@1138048351 after retry RPC after error@782854356) -> (continuation of Deferred@111714381 after retry RPC after error@1677317296) -> (continuation of Deferred@162280021 after retry RPC after error@1814430844) -> (continuation of Deferred@793738109 after retry RPC after error@37647984) -> (continuation of Deferred@1793643256 after retry RPC after error@909192765) -> (continuation of Deferred@1659973397 after retry RPC after error@328030413) -> (continuation of Deferred@1063135062 after retry RPC after error@10593862) -> (continuation of Deferred@1807988928 after retry RPC after error@309448261) -> (continuation of Deferred@1557868490 after retry RPC after error@1371873665) -> (continuation of Deferred@666273473 after retry RPC after error@1000961940) -> (continuation of Deferred@1049213524 after retry RPC after error@1186487597) -> (continuation of Deferred@1428900789 after retry RPC after error@634295123) -> (continuation of Deferred@1457968804 after retry RPC after error@1387509856)))
14:08:40.881 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:40.883 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:40.883 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:40.883 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:40.883 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:40.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:40.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:40.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:40.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:40.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:40.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:40.885 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:08:40.885 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26544), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [59ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [60ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [92ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [93ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [129ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [206ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [265ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [265ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [503ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [901ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [901ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [902ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [902ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1923ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3303ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [4641ms] refreshing cache from master, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4642ms] too many traces: truncated at 100 traces, deferred=Deferred@1604910763(state=PENDING, result=null, callback=(continuation of Deferred@496791766 after retry RPC after error@1434009584) -> (continuation of Deferred@164573796 after retry RPC after error@285923408) -> (continuation of Deferred@1877868647 after retry RPC after error@1936991445) -> (continuation of Deferred@64517325 after retry RPC after error@1146610878) -> (continuation of Deferred@1529166187 after retry RPC after error@153484374) -> (continuation of Deferred@1234931619 after retry RPC after error@840097850) -> (continuation of Deferred@1074690418 after retry RPC after error@1718614633) -> (continuation of Deferred@1931253648 after retry RPC after error@1445640953) -> (continuation of Deferred@1708956839 after retry RPC after error@2096733895) -> (continuation of Deferred@1808676575 after retry RPC after error@1748022317) -> (continuation of Deferred@1770529832 after retry RPC after error@1505202296) -> (continuation of Deferred@1138048351 after retry RPC after error@782854356) -> (continuation of Deferred@111714381 after retry RPC after error@1677317296) -> (continuation of Deferred@162280021 after retry RPC after error@1814430844) -> (continuation of Deferred@793738109 after retry RPC after error@37647984) -> (continuation of Deferred@1793643256 after retry RPC after error@909192765) -> (continuation of Deferred@1659973397 after retry RPC after error@328030413) -> (continuation of Deferred@1063135062 after retry RPC after error@10593862) -> (continuation of Deferred@1807988928 after retry RPC after error@309448261) -> (continuation of Deferred@1557868490 after retry RPC after error@1371873665) -> (continuation of Deferred@666273473 after retry RPC after error@1000961940) -> (continuation of Deferred@1049213524 after retry RPC after error@1186487597) -> (continuation of Deferred@1428900789 after retry RPC after error@634295123) -> (continuation of Deferred@1457968804 after retry RPC after error@1387509856), errback=(continuation of Deferred@496791766 after retry RPC after error@1434009584) -> (continuation of Deferred@164573796 after retry RPC after error@285923408) -> (continuation of Deferred@1877868647 after retry RPC after error@1936991445) -> (continuation of Deferred@64517325 after retry RPC after error@1146610878) -> (continuation of Deferred@1529166187 after retry RPC after error@153484374) -> (continuation of Deferred@1234931619 after retry RPC after error@840097850) -> (continuation of Deferred@1074690418 after retry RPC after error@1718614633) -> (continuation of Deferred@1931253648 after retry RPC after error@1445640953) -> (continuation of Deferred@1708956839 after retry RPC after error@2096733895) -> (continuation of Deferred@1808676575 after retry RPC after error@1748022317) -> (continuation of Deferred@1770529832 after retry RPC after error@1505202296) -> (continuation of Deferred@1138048351 after retry RPC after error@782854356) -> (continuation of Deferred@111714381 after retry RPC after error@1677317296) -> (continuation of Deferred@162280021 after retry RPC after error@1814430844) -> (continuation of Deferred@793738109 after retry RPC after error@37647984) -> (continuation of Deferred@1793643256 after retry RPC after error@909192765) -> (continuation of Deferred@1659973397 after retry RPC after error@328030413) -> (continuation of Deferred@1063135062 after retry RPC after error@10593862) -> (continuation of Deferred@1807988928 after retry RPC after error@309448261) -> (continuation of Deferred@1557868490 after retry RPC after error@1371873665) -> (continuation of Deferred@666273473 after retry RPC after error@1000961940) -> (continuation of Deferred@1049213524 after retry RPC after error@1186487597) -> (continuation of Deferred@1428900789 after retry RPC after error@634295123) -> (continuation of Deferred@1457968804 after retry RPC after error@1387509856)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:40.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:40.888 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:40.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:40.889 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:40.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:40.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:40.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:40.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:40.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:40.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:40.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:40.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:40.890 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:40.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:40.891 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:40.893 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
14:08:40.896 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
14:08:40.899 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26544), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [59ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [60ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [92ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [93ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [128ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [129ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [206ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [265ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [265ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [503ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [901ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [901ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [902ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [902ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1923ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3303ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [4641ms] refreshing cache from master, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4642ms] too many traces: truncated at 100 traces, deferred=Deferred@1604910763(state=PENDING, result=null, callback=(continuation of Deferred@496791766 after retry RPC after error@1434009584) -> (continuation of Deferred@164573796 after retry RPC after error@285923408) -> (continuation of Deferred@1877868647 after retry RPC after error@1936991445) -> (continuation of Deferred@64517325 after retry RPC after error@1146610878) -> (continuation of Deferred@1529166187 after retry RPC after error@153484374) -> (continuation of Deferred@1234931619 after retry RPC after error@840097850) -> (continuation of Deferred@1074690418 after retry RPC after error@1718614633) -> (continuation of Deferred@1931253648 after retry RPC after error@1445640953) -> (continuation of Deferred@1708956839 after retry RPC after error@2096733895) -> (continuation of Deferred@1808676575 after retry RPC after error@1748022317) -> (continuation of Deferred@1770529832 after retry RPC after error@1505202296) -> (continuation of Deferred@1138048351 after retry RPC after error@782854356) -> (continuation of Deferred@111714381 after retry RPC after error@1677317296) -> (continuation of Deferred@162280021 after retry RPC after error@1814430844) -> (continuation of Deferred@793738109 after retry RPC after error@37647984) -> (continuation of Deferred@1793643256 after retry RPC after error@909192765) -> (continuation of Deferred@1659973397 after retry RPC after error@328030413) -> (continuation of Deferred@1063135062 after retry RPC after error@10593862) -> (continuation of Deferred@1807988928 after retry RPC after error@309448261) -> (continuation of Deferred@1557868490 after retry RPC after error@1371873665) -> (continuation of Deferred@666273473 after retry RPC after error@1000961940) -> (continuation of Deferred@1049213524 after retry RPC after error@1186487597) -> (continuation of Deferred@1428900789 after retry RPC after error@634295123) -> (continuation of Deferred@1457968804 after retry RPC after error@1387509856), errback=(continuation of Deferred@496791766 after retry RPC after error@1434009584) -> (continuation of Deferred@164573796 after retry RPC after error@285923408) -> (continuation of Deferred@1877868647 after retry RPC after error@1936991445) -> (continuation of Deferred@64517325 after retry RPC after error@1146610878) -> (continuation of Deferred@1529166187 after retry RPC after error@153484374) -> (continuation of Deferred@1234931619 after retry RPC after error@840097850) -> (continuation of Deferred@1074690418 after retry RPC after error@1718614633) -> (continuation of Deferred@1931253648 after retry RPC after error@1445640953) -> (continuation of Deferred@1708956839 after retry RPC after error@2096733895) -> (continuation of Deferred@1808676575 after retry RPC after error@1748022317) -> (continuation of Deferred@1770529832 after retry RPC after error@1505202296) -> (continuation of Deferred@1138048351 after retry RPC after error@782854356) -> (continuation of Deferred@111714381 after retry RPC after error@1677317296) -> (continuation of Deferred@162280021 after retry RPC after error@1814430844) -> (continuation of Deferred@793738109 after retry RPC after error@37647984) -> (continuation of Deferred@1793643256 after retry RPC after error@909192765) -> (continuation of Deferred@1659973397 after retry RPC after error@328030413) -> (continuation of Deferred@1063135062 after retry RPC after error@10593862) -> (continuation of Deferred@1807988928 after retry RPC after error@309448261) -> (continuation of Deferred@1557868490 after retry RPC after error@1371873665) -> (continuation of Deferred@666273473 after retry RPC after error@1000961940) -> (continuation of Deferred@1049213524 after retry RPC after error@1186487597) -> (continuation of Deferred@1428900789 after retry RPC after error@634295123) -> (continuation of Deferred@1457968804 after retry RPC after error@1387509856)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:40.908 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:40.909 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
14:08:40.912 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
14:08:40.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:40.928 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RUNNING to RESTARTING.
14:08:41.031 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:41.031 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:41.031 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:41.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:41.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:41.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:41.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:41.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:41.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:41.033 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:41.033 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:41.033 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:41.033 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:41.047 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:41.047 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:41.047 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:41.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:41.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:41.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:41.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:41.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:41.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:41.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:41.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:41.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:41.049 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:41.058 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:41.058 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:41.058 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:41.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.060 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:41.105 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:41.105 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:41.105 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:41.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.106 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:41.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:41.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:41.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:41.311538  1519 heartbeater.cc:499] Master 127.0.201.253:42719 was elected leader, sending a full tablet report...
14:08:41.342 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:41.342 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:41.342 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:41.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:41.405 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:41.405 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:41.405 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:41.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.407 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:41.421 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:41.421 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:41.422 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:41.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.424 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:41.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:41.519 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:41.519 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:41.519 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:41.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:41.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:41.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:41.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:41.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:41.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:41.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:41.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:41.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:41.521 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:41.555 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:41.555 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:41.556 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:41.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.558 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:41.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:41.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:41.636823   972 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.201.254:43153, user_credentials={real_user=slave}} blocked reactor thread for 51744.8us
14:08:41.691 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:41.691 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:41.692 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:41.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:41.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:41.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:41.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:41.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:41.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:41.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:41.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:41.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:41.693 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:41.713 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:41.713 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:41.713 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:41.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:41.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:41.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:41.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:41.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:41.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:41.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:41.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:41.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:41.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:41.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:41.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:41.803 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:41.803 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:41.803 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:41.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.805 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:41.833 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:41.833 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:41.833 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:41.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:41.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:41.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:41.835 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:41.836 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [18ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [30ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [32ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [46ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [47ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [701ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [701ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [702ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [961ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [962ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [962ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [962ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2081ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2082ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2101ms] too many traces: truncated at 100 traces, deferred=Deferred@1381949583(state=PENDING, result=null, callback=(continuation of Deferred@1295765287 after retry RPC after error@1664002172) -> (continuation of Deferred@1833321979 after retry RPC after error@1220123204) -> (continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062), errback=(continuation of Deferred@1295765287 after retry RPC after error@1664002172) -> (continuation of Deferred@1833321979 after retry RPC after error@1220123204) -> (continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062)))
14:08:41.842 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:08:41.842 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [18ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [30ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [32ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [46ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [47ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [701ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [701ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [702ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [961ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [962ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [962ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [962ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2081ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2082ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2101ms] too many traces: truncated at 100 traces, deferred=Deferred@1381949583(state=PENDING, result=null, callback=(continuation of Deferred@1295765287 after retry RPC after error@1664002172) -> (continuation of Deferred@1833321979 after retry RPC after error@1220123204) -> (continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062), errback=(continuation of Deferred@1295765287 after retry RPC after error@1664002172) -> (continuation of Deferred@1833321979 after retry RPC after error@1220123204) -> (continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:41.844 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:41.847 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:41.847 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:41.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:41.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:41.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:41.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:41.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:41.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:41.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:41.849 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:41.849 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:41.849 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:41.857 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:08:41.859 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
14:08:41.861 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [18ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [30ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [32ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [46ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [47ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [701ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [701ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [702ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [961ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [962ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [962ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [962ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2081ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2082ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2101ms] too many traces: truncated at 100 traces, deferred=Deferred@1381949583(state=PENDING, result=null, callback=(continuation of Deferred@1295765287 after retry RPC after error@1664002172) -> (continuation of Deferred@1833321979 after retry RPC after error@1220123204) -> (continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062), errback=(continuation of Deferred@1295765287 after retry RPC after error@1664002172) -> (continuation of Deferred@1833321979 after retry RPC after error@1220123204) -> (continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:41.866 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:41.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
14:08:41.867 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
14:08:41.867 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RUNNING to RESTARTING.
14:08:41.897 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:41.897 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:41.897 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:41.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:41.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:41.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:41.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:41.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:41.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:41.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:41.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:41.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:41.898 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:41.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:41.935 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:41.935 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:41.935 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:41.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:41.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:41.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:41.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:41.940 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:41.940 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:41.940 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:41.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:41.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:41.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:41.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:41.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:41.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:41.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:41.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:41.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:41.941 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:41.991 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:41.991 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:41.991 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:41.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:41.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:41.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:41.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:41.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:41.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:41.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:41.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:41.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:41.992 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:41.999 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:41.999 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:42.000 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:42.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.001 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:42.002 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27706), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [92ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [94ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [147ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [427ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [427ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [847ms] refreshing cache from master, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [849ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [850ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [850ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [850ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1842ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2564ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4220ms] refreshing cache from master, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4222ms] too many traces: truncated at 100 traces, deferred=Deferred@717347828(state=PENDING, result=null, callback=(continuation of Deferred@471435606 after retry RPC after error@1593452479) -> (continuation of Deferred@211885180 after retry RPC after error@672888935) -> (continuation of Deferred@2023229195 after retry RPC after error@2001735800) -> (continuation of Deferred@1930862610 after retry RPC after error@12400215) -> (continuation of Deferred@950389012 after retry RPC after error@1333910952) -> (continuation of Deferred@156365434 after retry RPC after error@1622631049) -> (continuation of Deferred@1993140962 after retry RPC after error@937493774) -> (continuation of Deferred@824570794 after retry RPC after error@1784507437) -> (continuation of Deferred@2069299326 after retry RPC after error@1143055215) -> (continuation of Deferred@1510453474 after retry RPC after error@1538954123) -> (continuation of Deferred@414006386 after retry RPC after error@1373560531) -> (continuation of Deferred@918156458 after retry RPC after error@957353789) -> (continuation of Deferred@1211099841 after retry RPC after error@1872792913) -> (continuation of Deferred@382019755 after retry RPC after error@789951657) -> (continuation of Deferred@408627816 after retry RPC after error@1937434167) -> (continuation of Deferred@1279592579 after retry RPC after error@1316441438) -> (continuation of Deferred@264124050 after retry RPC after error@735126028) -> (continuation of Deferred@1337210597 after retry RPC after error@1004380144) -> (continuation of Deferred@1160328383 after retry RPC after error@1732947796) -> (continuation of Deferred@161988166 after retry RPC after error@1582469789) -> (continuation of Deferred@1381161252 after retry RPC after error@1615920181) -> (continuation of Deferred@1420901367 after retry RPC after error@515739014) -> (continuation of Deferred@1516436620 after retry RPC after error@1035207329) -> (continuation of Deferred@1611135075 after retry RPC after error@312776792) -> (continuation of Deferred@1609531420 after retry RPC after error@1112748106) -> (continuation of Deferred@499649667 after retry RPC after error@731390266) -> (continuation of Deferred@148159285 after retry RPC after error@1398672133), errback=(continuation of Deferred@471435606 after retry RPC after error@1593452479) -> (continuation of Deferred@211885180 after retry RPC after error@672888935) -> (continuation of Deferred@2023229195 after retry RPC after error@2001735800) -> (continuation of Deferred@1930862610 after retry RPC after error@12400215) -> (continuation of Deferred@950389012 after retry RPC after error@1333910952) -> (continuation of Deferred@156365434 after retry RPC after error@1622631049) -> (continuation of Deferred@1993140962 after retry RPC after error@937493774) -> (continuation of Deferred@824570794 after retry RPC after error@1784507437) -> (continuation of Deferred@2069299326 after retry RPC after error@1143055215) -> (continuation of Deferred@1510453474 after retry RPC after error@1538954123) -> (continuation of Deferred@414006386 after retry RPC after error@1373560531) -> (continuation of Deferred@918156458 after retry RPC after error@957353789) -> (continuation of Deferred@1211099841 after retry RPC after error@1872792913) -> (continuation of Deferred@382019755 after retry RPC after error@789951657) -> (continuation of Deferred@408627816 after retry RPC after error@1937434167) -> (continuation of Deferred@1279592579 after retry RPC after error@1316441438) -> (continuation of Deferred@264124050 after retry RPC after error@735126028) -> (continuation of Deferred@1337210597 after retry RPC after error@1004380144) -> (continuation of Deferred@1160328383 after retry RPC after error@1732947796) -> (continuation of Deferred@161988166 after retry RPC after error@1582469789) -> (continuation of Deferred@1381161252 after retry RPC after error@1615920181) -> (continuation of Deferred@1420901367 after retry RPC after error@515739014) -> (continuation of Deferred@1516436620 after retry RPC after error@1035207329) -> (continuation of Deferred@1611135075 after retry RPC after error@312776792) -> (continuation of Deferred@1609531420 after retry RPC after error@1112748106) -> (continuation of Deferred@499649667 after retry RPC after error@731390266) -> (continuation of Deferred@148159285 after retry RPC after error@1398672133)))
14:08:42.005 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:08:42.005 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27706), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [92ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [94ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [147ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [427ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [427ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [847ms] refreshing cache from master, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [849ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [850ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [850ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [850ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1842ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2564ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4220ms] refreshing cache from master, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4222ms] too many traces: truncated at 100 traces, deferred=Deferred@717347828(state=PENDING, result=null, callback=(continuation of Deferred@471435606 after retry RPC after error@1593452479) -> (continuation of Deferred@211885180 after retry RPC after error@672888935) -> (continuation of Deferred@2023229195 after retry RPC after error@2001735800) -> (continuation of Deferred@1930862610 after retry RPC after error@12400215) -> (continuation of Deferred@950389012 after retry RPC after error@1333910952) -> (continuation of Deferred@156365434 after retry RPC after error@1622631049) -> (continuation of Deferred@1993140962 after retry RPC after error@937493774) -> (continuation of Deferred@824570794 after retry RPC after error@1784507437) -> (continuation of Deferred@2069299326 after retry RPC after error@1143055215) -> (continuation of Deferred@1510453474 after retry RPC after error@1538954123) -> (continuation of Deferred@414006386 after retry RPC after error@1373560531) -> (continuation of Deferred@918156458 after retry RPC after error@957353789) -> (continuation of Deferred@1211099841 after retry RPC after error@1872792913) -> (continuation of Deferred@382019755 after retry RPC after error@789951657) -> (continuation of Deferred@408627816 after retry RPC after error@1937434167) -> (continuation of Deferred@1279592579 after retry RPC after error@1316441438) -> (continuation of Deferred@264124050 after retry RPC after error@735126028) -> (continuation of Deferred@1337210597 after retry RPC after error@1004380144) -> (continuation of Deferred@1160328383 after retry RPC after error@1732947796) -> (continuation of Deferred@161988166 after retry RPC after error@1582469789) -> (continuation of Deferred@1381161252 after retry RPC after error@1615920181) -> (continuation of Deferred@1420901367 after retry RPC after error@515739014) -> (continuation of Deferred@1516436620 after retry RPC after error@1035207329) -> (continuation of Deferred@1611135075 after retry RPC after error@312776792) -> (continuation of Deferred@1609531420 after retry RPC after error@1112748106) -> (continuation of Deferred@499649667 after retry RPC after error@731390266) -> (continuation of Deferred@148159285 after retry RPC after error@1398672133), errback=(continuation of Deferred@471435606 after retry RPC after error@1593452479) -> (continuation of Deferred@211885180 after retry RPC after error@672888935) -> (continuation of Deferred@2023229195 after retry RPC after error@2001735800) -> (continuation of Deferred@1930862610 after retry RPC after error@12400215) -> (continuation of Deferred@950389012 after retry RPC after error@1333910952) -> (continuation of Deferred@156365434 after retry RPC after error@1622631049) -> (continuation of Deferred@1993140962 after retry RPC after error@937493774) -> (continuation of Deferred@824570794 after retry RPC after error@1784507437) -> (continuation of Deferred@2069299326 after retry RPC after error@1143055215) -> (continuation of Deferred@1510453474 after retry RPC after error@1538954123) -> (continuation of Deferred@414006386 after retry RPC after error@1373560531) -> (continuation of Deferred@918156458 after retry RPC after error@957353789) -> (continuation of Deferred@1211099841 after retry RPC after error@1872792913) -> (continuation of Deferred@382019755 after retry RPC after error@789951657) -> (continuation of Deferred@408627816 after retry RPC after error@1937434167) -> (continuation of Deferred@1279592579 after retry RPC after error@1316441438) -> (continuation of Deferred@264124050 after retry RPC after error@735126028) -> (continuation of Deferred@1337210597 after retry RPC after error@1004380144) -> (continuation of Deferred@1160328383 after retry RPC after error@1732947796) -> (continuation of Deferred@161988166 after retry RPC after error@1582469789) -> (continuation of Deferred@1381161252 after retry RPC after error@1615920181) -> (continuation of Deferred@1420901367 after retry RPC after error@515739014) -> (continuation of Deferred@1516436620 after retry RPC after error@1035207329) -> (continuation of Deferred@1611135075 after retry RPC after error@312776792) -> (continuation of Deferred@1609531420 after retry RPC after error@1112748106) -> (continuation of Deferred@499649667 after retry RPC after error@731390266) -> (continuation of Deferred@148159285 after retry RPC after error@1398672133)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.126:44757
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.010 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
14:08:42.011 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
14:08:42.013 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27706), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [92ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [94ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [147ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [427ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [427ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [847ms] refreshing cache from master, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [847ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [849ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [850ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [850ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [850ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1842ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2564ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4220ms] refreshing cache from master, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4222ms] too many traces: truncated at 100 traces, deferred=Deferred@717347828(state=PENDING, result=null, callback=(continuation of Deferred@471435606 after retry RPC after error@1593452479) -> (continuation of Deferred@211885180 after retry RPC after error@672888935) -> (continuation of Deferred@2023229195 after retry RPC after error@2001735800) -> (continuation of Deferred@1930862610 after retry RPC after error@12400215) -> (continuation of Deferred@950389012 after retry RPC after error@1333910952) -> (continuation of Deferred@156365434 after retry RPC after error@1622631049) -> (continuation of Deferred@1993140962 after retry RPC after error@937493774) -> (continuation of Deferred@824570794 after retry RPC after error@1784507437) -> (continuation of Deferred@2069299326 after retry RPC after error@1143055215) -> (continuation of Deferred@1510453474 after retry RPC after error@1538954123) -> (continuation of Deferred@414006386 after retry RPC after error@1373560531) -> (continuation of Deferred@918156458 after retry RPC after error@957353789) -> (continuation of Deferred@1211099841 after retry RPC after error@1872792913) -> (continuation of Deferred@382019755 after retry RPC after error@789951657) -> (continuation of Deferred@408627816 after retry RPC after error@1937434167) -> (continuation of Deferred@1279592579 after retry RPC after error@1316441438) -> (continuation of Deferred@264124050 after retry RPC after error@735126028) -> (continuation of Deferred@1337210597 after retry RPC after error@1004380144) -> (continuation of Deferred@1160328383 after retry RPC after error@1732947796) -> (continuation of Deferred@161988166 after retry RPC after error@1582469789) -> (continuation of Deferred@1381161252 after retry RPC after error@1615920181) -> (continuation of Deferred@1420901367 after retry RPC after error@515739014) -> (continuation of Deferred@1516436620 after retry RPC after error@1035207329) -> (continuation of Deferred@1611135075 after retry RPC after error@312776792) -> (continuation of Deferred@1609531420 after retry RPC after error@1112748106) -> (continuation of Deferred@499649667 after retry RPC after error@731390266) -> (continuation of Deferred@148159285 after retry RPC after error@1398672133), errback=(continuation of Deferred@471435606 after retry RPC after error@1593452479) -> (continuation of Deferred@211885180 after retry RPC after error@672888935) -> (continuation of Deferred@2023229195 after retry RPC after error@2001735800) -> (continuation of Deferred@1930862610 after retry RPC after error@12400215) -> (continuation of Deferred@950389012 after retry RPC after error@1333910952) -> (continuation of Deferred@156365434 after retry RPC after error@1622631049) -> (continuation of Deferred@1993140962 after retry RPC after error@937493774) -> (continuation of Deferred@824570794 after retry RPC after error@1784507437) -> (continuation of Deferred@2069299326 after retry RPC after error@1143055215) -> (continuation of Deferred@1510453474 after retry RPC after error@1538954123) -> (continuation of Deferred@414006386 after retry RPC after error@1373560531) -> (continuation of Deferred@918156458 after retry RPC after error@957353789) -> (continuation of Deferred@1211099841 after retry RPC after error@1872792913) -> (continuation of Deferred@382019755 after retry RPC after error@789951657) -> (continuation of Deferred@408627816 after retry RPC after error@1937434167) -> (continuation of Deferred@1279592579 after retry RPC after error@1316441438) -> (continuation of Deferred@264124050 after retry RPC after error@735126028) -> (continuation of Deferred@1337210597 after retry RPC after error@1004380144) -> (continuation of Deferred@1160328383 after retry RPC after error@1732947796) -> (continuation of Deferred@161988166 after retry RPC after error@1582469789) -> (continuation of Deferred@1381161252 after retry RPC after error@1615920181) -> (continuation of Deferred@1420901367 after retry RPC after error@515739014) -> (continuation of Deferred@1516436620 after retry RPC after error@1035207329) -> (continuation of Deferred@1611135075 after retry RPC after error@312776792) -> (continuation of Deferred@1609531420 after retry RPC after error@1112748106) -> (continuation of Deferred@499649667 after retry RPC after error@731390266) -> (continuation of Deferred@148159285 after retry RPC after error@1398672133)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.126:44757
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.017 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:42.017 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
14:08:42.017 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
14:08:42.131 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:42.132 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:42.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:42.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:42.132 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:42.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:42.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:42.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:42.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:42.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:42.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:42.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:42.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:42.133 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:42.173 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:42.173 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:42.173 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:42.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.174 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:42.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:42.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:42.179 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:42.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:42.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:42.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:42.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:42.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:42.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:42.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:42.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:42.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:42.181 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:42.181 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27358), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [8ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [10ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [11ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [33ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [34ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [48ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [49ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [49ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [86ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [702ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1522ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2883ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3342ms] too many traces: truncated at 100 traces, deferred=Deferred@1108015749(state=PENDING, result=null, callback=(continuation of Deferred@1881429184 after retry RPC after error@970119507) -> (continuation of Deferred@603197250 after retry RPC after error@910100331) -> (continuation of Deferred@1685051192 after retry RPC after error@1264095911) -> (continuation of Deferred@1213536913 after retry RPC after error@111102127) -> (continuation of Deferred@483629395 after retry RPC after error@319946180) -> (continuation of Deferred@1936780453 after retry RPC after error@265689172) -> (continuation of Deferred@256840188 after retry RPC after error@321663500) -> (continuation of Deferred@1733161224 after retry RPC after error@1483096333) -> (continuation of Deferred@802253580 after retry RPC after error@1570738344) -> (continuation of Deferred@1439887266 after retry RPC after error@1062646332) -> (continuation of Deferred@469448657 after retry RPC after error@977338070) -> (continuation of Deferred@2024651203 after retry RPC after error@1927295928) -> (continuation of Deferred@812107658 after retry RPC after error@225192222) -> (continuation of Deferred@412805841 after retry RPC after error@1804892041) -> (continuation of Deferred@1698801382 after retry RPC after error@151607177) -> (continuation of Deferred@1183512603 after retry RPC after error@250275708) -> (continuation of Deferred@1727268561 after retry RPC after error@620929177) -> (continuation of Deferred@878300674 after retry RPC after error@1842421490) -> (continuation of Deferred@735403799 after retry RPC after error@467870876) -> (continuation of Deferred@1630584892 after retry RPC after error@83059814) -> (continuation of Deferred@98549256 after retry RPC after error@127577579) -> (continuation of Deferred@1615641604 after retry RPC after error@2139300927) -> (continuation of Deferred@131394105 after retry RPC after error@1442052829) -> (continuation of Deferred@1356513531 after retry RPC after error@916366339), errback=(continuation of Deferred@1881429184 after retry RPC after error@970119507) -> (continuation of Deferred@603197250 after retry RPC after error@910100331) -> (continuation of Deferred@1685051192 after retry RPC after error@1264095911) -> (continuation of Deferred@1213536913 after retry RPC after error@111102127) -> (continuation of Deferred@483629395 after retry RPC after error@319946180) -> (continuation of Deferred@1936780453 after retry RPC after error@265689172) -> (continuation of Deferred@256840188 after retry RPC after error@321663500) -> (continuation of Deferred@1733161224 after retry RPC after error@1483096333) -> (continuation of Deferred@802253580 after retry RPC after error@1570738344) -> (continuation of Deferred@1439887266 after retry RPC after error@1062646332) -> (continuation of Deferred@469448657 after retry RPC after error@977338070) -> (continuation of Deferred@2024651203 after retry RPC after error@1927295928) -> (continuation of Deferred@812107658 after retry RPC after error@225192222) -> (continuation of Deferred@412805841 after retry RPC after error@1804892041) -> (continuation of Deferred@1698801382 after retry RPC after error@151607177) -> (continuation of Deferred@1183512603 after retry RPC after error@250275708) -> (continuation of Deferred@1727268561 after retry RPC after error@620929177) -> (continuation of Deferred@878300674 after retry RPC after error@1842421490) -> (continuation of Deferred@735403799 after retry RPC after error@467870876) -> (continuation of Deferred@1630584892 after retry RPC after error@83059814) -> (continuation of Deferred@98549256 after retry RPC after error@127577579) -> (continuation of Deferred@1615641604 after retry RPC after error@2139300927) -> (continuation of Deferred@131394105 after retry RPC after error@1442052829) -> (continuation of Deferred@1356513531 after retry RPC after error@916366339)))
14:08:42.184 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:08:42.184 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27358), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [8ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [10ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [11ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [33ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [34ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [48ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [49ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [49ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [86ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [702ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1522ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2883ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3342ms] too many traces: truncated at 100 traces, deferred=Deferred@1108015749(state=PENDING, result=null, callback=(continuation of Deferred@1881429184 after retry RPC after error@970119507) -> (continuation of Deferred@603197250 after retry RPC after error@910100331) -> (continuation of Deferred@1685051192 after retry RPC after error@1264095911) -> (continuation of Deferred@1213536913 after retry RPC after error@111102127) -> (continuation of Deferred@483629395 after retry RPC after error@319946180) -> (continuation of Deferred@1936780453 after retry RPC after error@265689172) -> (continuation of Deferred@256840188 after retry RPC after error@321663500) -> (continuation of Deferred@1733161224 after retry RPC after error@1483096333) -> (continuation of Deferred@802253580 after retry RPC after error@1570738344) -> (continuation of Deferred@1439887266 after retry RPC after error@1062646332) -> (continuation of Deferred@469448657 after retry RPC after error@977338070) -> (continuation of Deferred@2024651203 after retry RPC after error@1927295928) -> (continuation of Deferred@812107658 after retry RPC after error@225192222) -> (continuation of Deferred@412805841 after retry RPC after error@1804892041) -> (continuation of Deferred@1698801382 after retry RPC after error@151607177) -> (continuation of Deferred@1183512603 after retry RPC after error@250275708) -> (continuation of Deferred@1727268561 after retry RPC after error@620929177) -> (continuation of Deferred@878300674 after retry RPC after error@1842421490) -> (continuation of Deferred@735403799 after retry RPC after error@467870876) -> (continuation of Deferred@1630584892 after retry RPC after error@83059814) -> (continuation of Deferred@98549256 after retry RPC after error@127577579) -> (continuation of Deferred@1615641604 after retry RPC after error@2139300927) -> (continuation of Deferred@131394105 after retry RPC after error@1442052829) -> (continuation of Deferred@1356513531 after retry RPC after error@916366339), errback=(continuation of Deferred@1881429184 after retry RPC after error@970119507) -> (continuation of Deferred@603197250 after retry RPC after error@910100331) -> (continuation of Deferred@1685051192 after retry RPC after error@1264095911) -> (continuation of Deferred@1213536913 after retry RPC after error@111102127) -> (continuation of Deferred@483629395 after retry RPC after error@319946180) -> (continuation of Deferred@1936780453 after retry RPC after error@265689172) -> (continuation of Deferred@256840188 after retry RPC after error@321663500) -> (continuation of Deferred@1733161224 after retry RPC after error@1483096333) -> (continuation of Deferred@802253580 after retry RPC after error@1570738344) -> (continuation of Deferred@1439887266 after retry RPC after error@1062646332) -> (continuation of Deferred@469448657 after retry RPC after error@977338070) -> (continuation of Deferred@2024651203 after retry RPC after error@1927295928) -> (continuation of Deferred@812107658 after retry RPC after error@225192222) -> (continuation of Deferred@412805841 after retry RPC after error@1804892041) -> (continuation of Deferred@1698801382 after retry RPC after error@151607177) -> (continuation of Deferred@1183512603 after retry RPC after error@250275708) -> (continuation of Deferred@1727268561 after retry RPC after error@620929177) -> (continuation of Deferred@878300674 after retry RPC after error@1842421490) -> (continuation of Deferred@735403799 after retry RPC after error@467870876) -> (continuation of Deferred@1630584892 after retry RPC after error@83059814) -> (continuation of Deferred@98549256 after retry RPC after error@127577579) -> (continuation of Deferred@1615641604 after retry RPC after error@2139300927) -> (continuation of Deferred@131394105 after retry RPC after error@1442052829) -> (continuation of Deferred@1356513531 after retry RPC after error@916366339)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.189 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:08:42.190 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
14:08:42.193 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27358), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [8ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [10ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [11ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [33ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [34ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [48ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [49ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [49ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [86ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [343ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [702ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [702ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1522ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2883ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3342ms] too many traces: truncated at 100 traces, deferred=Deferred@1108015749(state=PENDING, result=null, callback=(continuation of Deferred@1881429184 after retry RPC after error@970119507) -> (continuation of Deferred@603197250 after retry RPC after error@910100331) -> (continuation of Deferred@1685051192 after retry RPC after error@1264095911) -> (continuation of Deferred@1213536913 after retry RPC after error@111102127) -> (continuation of Deferred@483629395 after retry RPC after error@319946180) -> (continuation of Deferred@1936780453 after retry RPC after error@265689172) -> (continuation of Deferred@256840188 after retry RPC after error@321663500) -> (continuation of Deferred@1733161224 after retry RPC after error@1483096333) -> (continuation of Deferred@802253580 after retry RPC after error@1570738344) -> (continuation of Deferred@1439887266 after retry RPC after error@1062646332) -> (continuation of Deferred@469448657 after retry RPC after error@977338070) -> (continuation of Deferred@2024651203 after retry RPC after error@1927295928) -> (continuation of Deferred@812107658 after retry RPC after error@225192222) -> (continuation of Deferred@412805841 after retry RPC after error@1804892041) -> (continuation of Deferred@1698801382 after retry RPC after error@151607177) -> (continuation of Deferred@1183512603 after retry RPC after error@250275708) -> (continuation of Deferred@1727268561 after retry RPC after error@620929177) -> (continuation of Deferred@878300674 after retry RPC after error@1842421490) -> (continuation of Deferred@735403799 after retry RPC after error@467870876) -> (continuation of Deferred@1630584892 after retry RPC after error@83059814) -> (continuation of Deferred@98549256 after retry RPC after error@127577579) -> (continuation of Deferred@1615641604 after retry RPC after error@2139300927) -> (continuation of Deferred@131394105 after retry RPC after error@1442052829) -> (continuation of Deferred@1356513531 after retry RPC after error@916366339), errback=(continuation of Deferred@1881429184 after retry RPC after error@970119507) -> (continuation of Deferred@603197250 after retry RPC after error@910100331) -> (continuation of Deferred@1685051192 after retry RPC after error@1264095911) -> (continuation of Deferred@1213536913 after retry RPC after error@111102127) -> (continuation of Deferred@483629395 after retry RPC after error@319946180) -> (continuation of Deferred@1936780453 after retry RPC after error@265689172) -> (continuation of Deferred@256840188 after retry RPC after error@321663500) -> (continuation of Deferred@1733161224 after retry RPC after error@1483096333) -> (continuation of Deferred@802253580 after retry RPC after error@1570738344) -> (continuation of Deferred@1439887266 after retry RPC after error@1062646332) -> (continuation of Deferred@469448657 after retry RPC after error@977338070) -> (continuation of Deferred@2024651203 after retry RPC after error@1927295928) -> (continuation of Deferred@812107658 after retry RPC after error@225192222) -> (continuation of Deferred@412805841 after retry RPC after error@1804892041) -> (continuation of Deferred@1698801382 after retry RPC after error@151607177) -> (continuation of Deferred@1183512603 after retry RPC after error@250275708) -> (continuation of Deferred@1727268561 after retry RPC after error@620929177) -> (continuation of Deferred@878300674 after retry RPC after error@1842421490) -> (continuation of Deferred@735403799 after retry RPC after error@467870876) -> (continuation of Deferred@1630584892 after retry RPC after error@83059814) -> (continuation of Deferred@98549256 after retry RPC after error@127577579) -> (continuation of Deferred@1615641604 after retry RPC after error@2139300927) -> (continuation of Deferred@131394105 after retry RPC after error@1442052829) -> (continuation of Deferred@1356513531 after retry RPC after error@916366339)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.200 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:42.201 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
14:08:42.201 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
14:08:42.235 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:42.235 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:42.235 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:42.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.237 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:42.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:42.279 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:42.279 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:42.279 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:42.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:42.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:42.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:42.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:42.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:42.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:42.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:42.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:42.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:42.283 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:42.283 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=26944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [34ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [89ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [99ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [198ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [199ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [942ms] refreshing cache from master, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [944ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1064ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3661ms] refreshing cache from master, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3662ms] too many traces: truncated at 100 traces, deferred=Deferred@447556065(state=PENDING, result=null, callback=(continuation of Deferred@2116998161 after retry RPC after error@2030226225) -> (continuation of Deferred@1199305466 after retry RPC after error@879376853) -> (continuation of Deferred@1013775637 after retry RPC after error@1406722794) -> (continuation of Deferred@1269577289 after retry RPC after error@787286648) -> (continuation of Deferred@1966264037 after retry RPC after error@1642704155) -> (continuation of Deferred@1272828177 after retry RPC after error@228965592) -> (continuation of Deferred@1854086767 after retry RPC after error@1118758865) -> (continuation of Deferred@1742664652 after retry RPC after error@1203622035) -> (continuation of Deferred@834395757 after retry RPC after error@77477860) -> (continuation of Deferred@349103144 after retry RPC after error@1037997930) -> (continuation of Deferred@1392078346 after retry RPC after error@657281702) -> (continuation of Deferred@1151405519 after retry RPC after error@219002870) -> (continuation of Deferred@337445219 after retry RPC after error@1500039460) -> (continuation of Deferred@359364787 after retry RPC after error@1975115759) -> (continuation of Deferred@164875810 after retry RPC after error@384636885) -> (continuation of Deferred@1485654875 after retry RPC after error@1676714242) -> (continuation of Deferred@1950732672 after retry RPC after error@182989666) -> (continuation of Deferred@940402423 after retry RPC after error@1578317893) -> (continuation of Deferred@75508694 after retry RPC after error@1329101575) -> (continuation of Deferred@483493577 after retry RPC after error@1539785734) -> (continuation of Deferred@1578900019 after retry RPC after error@1391502004) -> (continuation of Deferred@1116180973 after retry RPC after error@595659471) -> (continuation of Deferred@494031118 after retry RPC after error@1254139158) -> (continuation of Deferred@884362586 after retry RPC after error@533397105) -> (continuation of Deferred@272574119 after retry RPC after error@1595464099) -> (continuation of Deferred@1505919879 after retry RPC after error@296998840), errback=(continuation of Deferred@2116998161 after retry RPC after error@2030226225) -> (continuation of Deferred@1199305466 after retry RPC after error@879376853) -> (continuation of Deferred@1013775637 after retry RPC after error@1406722794) -> (continuation of Deferred@1269577289 after retry RPC after error@787286648) -> (continuation of Deferred@1966264037 after retry RPC after error@1642704155) -> (continuation of Deferred@1272828177 after retry RPC after error@228965592) -> (continuation of Deferred@1854086767 after retry RPC after error@1118758865) -> (continuation of Deferred@1742664652 after retry RPC after error@1203622035) -> (continuation of Deferred@834395757 after retry RPC after error@77477860) -> (continuation of Deferred@349103144 after retry RPC after error@1037997930) -> (continuation of Deferred@1392078346 after retry RPC after error@657281702) -> (continuation of Deferred@1151405519 after retry RPC after error@219002870) -> (continuation of Deferred@337445219 after retry RPC after error@1500039460) -> (continuation of Deferred@359364787 after retry RPC after error@1975115759) -> (continuation of Deferred@164875810 after retry RPC after error@384636885) -> (continuation of Deferred@1485654875 after retry RPC after error@1676714242) -> (continuation of Deferred@1950732672 after retry RPC after error@182989666) -> (continuation of Deferred@940402423 after retry RPC after error@1578317893) -> (continuation of Deferred@75508694 after retry RPC after error@1329101575) -> (continuation of Deferred@483493577 after retry RPC after error@1539785734) -> (continuation of Deferred@1578900019 after retry RPC after error@1391502004) -> (continuation of Deferred@1116180973 after retry RPC after error@595659471) -> (continuation of Deferred@494031118 after retry RPC after error@1254139158) -> (continuation of Deferred@884362586 after retry RPC after error@533397105) -> (continuation of Deferred@272574119 after retry RPC after error@1595464099) -> (continuation of Deferred@1505919879 after retry RPC after error@296998840)))
14:08:42.287 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
14:08:42.287 [WARN - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=26944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [34ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [89ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [99ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [198ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [199ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [942ms] refreshing cache from master, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [944ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1064ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3661ms] refreshing cache from master, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3662ms] too many traces: truncated at 100 traces, deferred=Deferred@447556065(state=PENDING, result=null, callback=(continuation of Deferred@2116998161 after retry RPC after error@2030226225) -> (continuation of Deferred@1199305466 after retry RPC after error@879376853) -> (continuation of Deferred@1013775637 after retry RPC after error@1406722794) -> (continuation of Deferred@1269577289 after retry RPC after error@787286648) -> (continuation of Deferred@1966264037 after retry RPC after error@1642704155) -> (continuation of Deferred@1272828177 after retry RPC after error@228965592) -> (continuation of Deferred@1854086767 after retry RPC after error@1118758865) -> (continuation of Deferred@1742664652 after retry RPC after error@1203622035) -> (continuation of Deferred@834395757 after retry RPC after error@77477860) -> (continuation of Deferred@349103144 after retry RPC after error@1037997930) -> (continuation of Deferred@1392078346 after retry RPC after error@657281702) -> (continuation of Deferred@1151405519 after retry RPC after error@219002870) -> (continuation of Deferred@337445219 after retry RPC after error@1500039460) -> (continuation of Deferred@359364787 after retry RPC after error@1975115759) -> (continuation of Deferred@164875810 after retry RPC after error@384636885) -> (continuation of Deferred@1485654875 after retry RPC after error@1676714242) -> (continuation of Deferred@1950732672 after retry RPC after error@182989666) -> (continuation of Deferred@940402423 after retry RPC after error@1578317893) -> (continuation of Deferred@75508694 after retry RPC after error@1329101575) -> (continuation of Deferred@483493577 after retry RPC after error@1539785734) -> (continuation of Deferred@1578900019 after retry RPC after error@1391502004) -> (continuation of Deferred@1116180973 after retry RPC after error@595659471) -> (continuation of Deferred@494031118 after retry RPC after error@1254139158) -> (continuation of Deferred@884362586 after retry RPC after error@533397105) -> (continuation of Deferred@272574119 after retry RPC after error@1595464099) -> (continuation of Deferred@1505919879 after retry RPC after error@296998840), errback=(continuation of Deferred@2116998161 after retry RPC after error@2030226225) -> (continuation of Deferred@1199305466 after retry RPC after error@879376853) -> (continuation of Deferred@1013775637 after retry RPC after error@1406722794) -> (continuation of Deferred@1269577289 after retry RPC after error@787286648) -> (continuation of Deferred@1966264037 after retry RPC after error@1642704155) -> (continuation of Deferred@1272828177 after retry RPC after error@228965592) -> (continuation of Deferred@1854086767 after retry RPC after error@1118758865) -> (continuation of Deferred@1742664652 after retry RPC after error@1203622035) -> (continuation of Deferred@834395757 after retry RPC after error@77477860) -> (continuation of Deferred@349103144 after retry RPC after error@1037997930) -> (continuation of Deferred@1392078346 after retry RPC after error@657281702) -> (continuation of Deferred@1151405519 after retry RPC after error@219002870) -> (continuation of Deferred@337445219 after retry RPC after error@1500039460) -> (continuation of Deferred@359364787 after retry RPC after error@1975115759) -> (continuation of Deferred@164875810 after retry RPC after error@384636885) -> (continuation of Deferred@1485654875 after retry RPC after error@1676714242) -> (continuation of Deferred@1950732672 after retry RPC after error@182989666) -> (continuation of Deferred@940402423 after retry RPC after error@1578317893) -> (continuation of Deferred@75508694 after retry RPC after error@1329101575) -> (continuation of Deferred@483493577 after retry RPC after error@1539785734) -> (continuation of Deferred@1578900019 after retry RPC after error@1391502004) -> (continuation of Deferred@1116180973 after retry RPC after error@595659471) -> (continuation of Deferred@494031118 after retry RPC after error@1254139158) -> (continuation of Deferred@884362586 after retry RPC after error@533397105) -> (continuation of Deferred@272574119 after retry RPC after error@1595464099) -> (continuation of Deferred@1505919879 after retry RPC after error@296998840)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.252:33621
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.293 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
14:08:42.295 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
14:08:42.300 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=26944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [34ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [89ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [99ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [198ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [199ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [382ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [383ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [383ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [942ms] refreshing cache from master, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [944ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [944ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1064ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1263ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3661ms] refreshing cache from master, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3662ms] too many traces: truncated at 100 traces, deferred=Deferred@447556065(state=PENDING, result=null, callback=(continuation of Deferred@2116998161 after retry RPC after error@2030226225) -> (continuation of Deferred@1199305466 after retry RPC after error@879376853) -> (continuation of Deferred@1013775637 after retry RPC after error@1406722794) -> (continuation of Deferred@1269577289 after retry RPC after error@787286648) -> (continuation of Deferred@1966264037 after retry RPC after error@1642704155) -> (continuation of Deferred@1272828177 after retry RPC after error@228965592) -> (continuation of Deferred@1854086767 after retry RPC after error@1118758865) -> (continuation of Deferred@1742664652 after retry RPC after error@1203622035) -> (continuation of Deferred@834395757 after retry RPC after error@77477860) -> (continuation of Deferred@349103144 after retry RPC after error@1037997930) -> (continuation of Deferred@1392078346 after retry RPC after error@657281702) -> (continuation of Deferred@1151405519 after retry RPC after error@219002870) -> (continuation of Deferred@337445219 after retry RPC after error@1500039460) -> (continuation of Deferred@359364787 after retry RPC after error@1975115759) -> (continuation of Deferred@164875810 after retry RPC after error@384636885) -> (continuation of Deferred@1485654875 after retry RPC after error@1676714242) -> (continuation of Deferred@1950732672 after retry RPC after error@182989666) -> (continuation of Deferred@940402423 after retry RPC after error@1578317893) -> (continuation of Deferred@75508694 after retry RPC after error@1329101575) -> (continuation of Deferred@483493577 after retry RPC after error@1539785734) -> (continuation of Deferred@1578900019 after retry RPC after error@1391502004) -> (continuation of Deferred@1116180973 after retry RPC after error@595659471) -> (continuation of Deferred@494031118 after retry RPC after error@1254139158) -> (continuation of Deferred@884362586 after retry RPC after error@533397105) -> (continuation of Deferred@272574119 after retry RPC after error@1595464099) -> (continuation of Deferred@1505919879 after retry RPC after error@296998840), errback=(continuation of Deferred@2116998161 after retry RPC after error@2030226225) -> (continuation of Deferred@1199305466 after retry RPC after error@879376853) -> (continuation of Deferred@1013775637 after retry RPC after error@1406722794) -> (continuation of Deferred@1269577289 after retry RPC after error@787286648) -> (continuation of Deferred@1966264037 after retry RPC after error@1642704155) -> (continuation of Deferred@1272828177 after retry RPC after error@228965592) -> (continuation of Deferred@1854086767 after retry RPC after error@1118758865) -> (continuation of Deferred@1742664652 after retry RPC after error@1203622035) -> (continuation of Deferred@834395757 after retry RPC after error@77477860) -> (continuation of Deferred@349103144 after retry RPC after error@1037997930) -> (continuation of Deferred@1392078346 after retry RPC after error@657281702) -> (continuation of Deferred@1151405519 after retry RPC after error@219002870) -> (continuation of Deferred@337445219 after retry RPC after error@1500039460) -> (continuation of Deferred@359364787 after retry RPC after error@1975115759) -> (continuation of Deferred@164875810 after retry RPC after error@384636885) -> (continuation of Deferred@1485654875 after retry RPC after error@1676714242) -> (continuation of Deferred@1950732672 after retry RPC after error@182989666) -> (continuation of Deferred@940402423 after retry RPC after error@1578317893) -> (continuation of Deferred@75508694 after retry RPC after error@1329101575) -> (continuation of Deferred@483493577 after retry RPC after error@1539785734) -> (continuation of Deferred@1578900019 after retry RPC after error@1391502004) -> (continuation of Deferred@1116180973 after retry RPC after error@595659471) -> (continuation of Deferred@494031118 after retry RPC after error@1254139158) -> (continuation of Deferred@884362586 after retry RPC after error@533397105) -> (continuation of Deferred@272574119 after retry RPC after error@1595464099) -> (continuation of Deferred@1505919879 after retry RPC after error@296998840)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.252:33621
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.313 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:42.314 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
14:08:42.314 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:08:42.315 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
14:08:42.341 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:42.341 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:42.341 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:42.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.343 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:42.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:42.454 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:42.454 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:42.454 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:42.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:42.465 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28169), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [47ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [47ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [88ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [95ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [114ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [741ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [741ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [742ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1022ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1042ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@1493157360(state=PENDING, result=null, callback=(continuation of Deferred@1311557084 after retry RPC after error@1370824558) -> (continuation of Deferred@226026849 after retry RPC after error@730755451) -> (continuation of Deferred@61101043 after retry RPC after error@2048094854) -> (continuation of Deferred@814404424 after retry RPC after error@1758951819) -> (continuation of Deferred@1238205609 after retry RPC after error@673925204) -> (continuation of Deferred@1314770570 after retry RPC after error@496369131) -> (continuation of Deferred@945343036 after retry RPC after error@1245928587) -> (continuation of Deferred@1791685335 after retry RPC after error@1484923072) -> (continuation of Deferred@653592774 after retry RPC after error@1988276119) -> (continuation of Deferred@1273210842 after retry RPC after error@36575814) -> (continuation of Deferred@202605053 after retry RPC after error@1863215615) -> (continuation of Deferred@956686003 after retry RPC after error@1259016191) -> (continuation of Deferred@1535599370 after retry RPC after error@1197127700) -> (continuation of Deferred@1354569226 after retry RPC after error@1130008341) -> (continuation of Deferred@598027079 after retry RPC after error@825077055) -> (continuation of Deferred@152625238 after retry RPC after error@514712647) -> (continuation of Deferred@341318598 after retry RPC after error@1212160039) -> (continuation of Deferred@110381865 after retry RPC after error@2011830368) -> (continuation of Deferred@590916464 after retry RPC after error@1802575376) -> (continuation of Deferred@1327029588 after retry RPC after error@1754723791) -> (continuation of Deferred@244560006 after retry RPC after error@1844555482) -> (continuation of Deferred@1678392397 after retry RPC after error@1005426062) -> (continuation of Deferred@677971445 after retry RPC after error@1217325404) -> (continuation of Deferred@2110999636 after retry RPC after error@717612933) -> (continuation of Deferred@1248004485 after retry RPC after error@1964563868) -> (continuation of Deferred@307138183 after retry RPC after error@397585028), errback=(continuation of Deferred@1311557084 after retry RPC after error@1370824558) -> (continuation of Deferred@226026849 after retry RPC after error@730755451) -> (continuation of Deferred@61101043 after retry RPC after error@2048094854) -> (continuation of Deferred@814404424 after retry RPC after error@1758951819) -> (continuation of Deferred@1238205609 after retry RPC after error@673925204) -> (continuation of Deferred@1314770570 after retry RPC after error@496369131) -> (continuation of Deferred@945343036 after retry RPC after error@1245928587) -> (continuation of Deferred@1791685335 after retry RPC after error@1484923072) -> (continuation of Deferred@653592774 after retry RPC after error@1988276119) -> (continuation of Deferred@1273210842 after retry RPC after error@36575814) -> (continuation of Deferred@202605053 after retry RPC after error@1863215615) -> (continuation of Deferred@956686003 after retry RPC after error@1259016191) -> (continuation of Deferred@1535599370 after retry RPC after error@1197127700) -> (continuation of Deferred@1354569226 after retry RPC after error@1130008341) -> (continuation of Deferred@598027079 after retry RPC after error@825077055) -> (continuation of Deferred@152625238 after retry RPC after error@514712647) -> (continuation of Deferred@341318598 after retry RPC after error@1212160039) -> (continuation of Deferred@110381865 after retry RPC after error@2011830368) -> (continuation of Deferred@590916464 after retry RPC after error@1802575376) -> (continuation of Deferred@1327029588 after retry RPC after error@1754723791) -> (continuation of Deferred@244560006 after retry RPC after error@1844555482) -> (continuation of Deferred@1678392397 after retry RPC after error@1005426062) -> (continuation of Deferred@677971445 after retry RPC after error@1217325404) -> (continuation of Deferred@2110999636 after retry RPC after error@717612933) -> (continuation of Deferred@1248004485 after retry RPC after error@1964563868) -> (continuation of Deferred@307138183 after retry RPC after error@397585028)))
14:08:42.468 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:08:42.469 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28169), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [47ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [47ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [88ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [95ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [114ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [741ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [741ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [742ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1022ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1042ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@1493157360(state=PENDING, result=null, callback=(continuation of Deferred@1311557084 after retry RPC after error@1370824558) -> (continuation of Deferred@226026849 after retry RPC after error@730755451) -> (continuation of Deferred@61101043 after retry RPC after error@2048094854) -> (continuation of Deferred@814404424 after retry RPC after error@1758951819) -> (continuation of Deferred@1238205609 after retry RPC after error@673925204) -> (continuation of Deferred@1314770570 after retry RPC after error@496369131) -> (continuation of Deferred@945343036 after retry RPC after error@1245928587) -> (continuation of Deferred@1791685335 after retry RPC after error@1484923072) -> (continuation of Deferred@653592774 after retry RPC after error@1988276119) -> (continuation of Deferred@1273210842 after retry RPC after error@36575814) -> (continuation of Deferred@202605053 after retry RPC after error@1863215615) -> (continuation of Deferred@956686003 after retry RPC after error@1259016191) -> (continuation of Deferred@1535599370 after retry RPC after error@1197127700) -> (continuation of Deferred@1354569226 after retry RPC after error@1130008341) -> (continuation of Deferred@598027079 after retry RPC after error@825077055) -> (continuation of Deferred@152625238 after retry RPC after error@514712647) -> (continuation of Deferred@341318598 after retry RPC after error@1212160039) -> (continuation of Deferred@110381865 after retry RPC after error@2011830368) -> (continuation of Deferred@590916464 after retry RPC after error@1802575376) -> (continuation of Deferred@1327029588 after retry RPC after error@1754723791) -> (continuation of Deferred@244560006 after retry RPC after error@1844555482) -> (continuation of Deferred@1678392397 after retry RPC after error@1005426062) -> (continuation of Deferred@677971445 after retry RPC after error@1217325404) -> (continuation of Deferred@2110999636 after retry RPC after error@717612933) -> (continuation of Deferred@1248004485 after retry RPC after error@1964563868) -> (continuation of Deferred@307138183 after retry RPC after error@397585028), errback=(continuation of Deferred@1311557084 after retry RPC after error@1370824558) -> (continuation of Deferred@226026849 after retry RPC after error@730755451) -> (continuation of Deferred@61101043 after retry RPC after error@2048094854) -> (continuation of Deferred@814404424 after retry RPC after error@1758951819) -> (continuation of Deferred@1238205609 after retry RPC after error@673925204) -> (continuation of Deferred@1314770570 after retry RPC after error@496369131) -> (continuation of Deferred@945343036 after retry RPC after error@1245928587) -> (continuation of Deferred@1791685335 after retry RPC after error@1484923072) -> (continuation of Deferred@653592774 after retry RPC after error@1988276119) -> (continuation of Deferred@1273210842 after retry RPC after error@36575814) -> (continuation of Deferred@202605053 after retry RPC after error@1863215615) -> (continuation of Deferred@956686003 after retry RPC after error@1259016191) -> (continuation of Deferred@1535599370 after retry RPC after error@1197127700) -> (continuation of Deferred@1354569226 after retry RPC after error@1130008341) -> (continuation of Deferred@598027079 after retry RPC after error@825077055) -> (continuation of Deferred@152625238 after retry RPC after error@514712647) -> (continuation of Deferred@341318598 after retry RPC after error@1212160039) -> (continuation of Deferred@110381865 after retry RPC after error@2011830368) -> (continuation of Deferred@590916464 after retry RPC after error@1802575376) -> (continuation of Deferred@1327029588 after retry RPC after error@1754723791) -> (continuation of Deferred@244560006 after retry RPC after error@1844555482) -> (continuation of Deferred@1678392397 after retry RPC after error@1005426062) -> (continuation of Deferred@677971445 after retry RPC after error@1217325404) -> (continuation of Deferred@2110999636 after retry RPC after error@717612933) -> (continuation of Deferred@1248004485 after retry RPC after error@1964563868) -> (continuation of Deferred@307138183 after retry RPC after error@397585028)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.124:34465
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.481 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
14:08:42.484 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
14:08:42.486 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28169), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [12ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [47ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [47ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [88ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [91ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [95ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [112ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [114ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [363ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [741ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [741ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [742ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1022ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1042ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@1493157360(state=PENDING, result=null, callback=(continuation of Deferred@1311557084 after retry RPC after error@1370824558) -> (continuation of Deferred@226026849 after retry RPC after error@730755451) -> (continuation of Deferred@61101043 after retry RPC after error@2048094854) -> (continuation of Deferred@814404424 after retry RPC after error@1758951819) -> (continuation of Deferred@1238205609 after retry RPC after error@673925204) -> (continuation of Deferred@1314770570 after retry RPC after error@496369131) -> (continuation of Deferred@945343036 after retry RPC after error@1245928587) -> (continuation of Deferred@1791685335 after retry RPC after error@1484923072) -> (continuation of Deferred@653592774 after retry RPC after error@1988276119) -> (continuation of Deferred@1273210842 after retry RPC after error@36575814) -> (continuation of Deferred@202605053 after retry RPC after error@1863215615) -> (continuation of Deferred@956686003 after retry RPC after error@1259016191) -> (continuation of Deferred@1535599370 after retry RPC after error@1197127700) -> (continuation of Deferred@1354569226 after retry RPC after error@1130008341) -> (continuation of Deferred@598027079 after retry RPC after error@825077055) -> (continuation of Deferred@152625238 after retry RPC after error@514712647) -> (continuation of Deferred@341318598 after retry RPC after error@1212160039) -> (continuation of Deferred@110381865 after retry RPC after error@2011830368) -> (continuation of Deferred@590916464 after retry RPC after error@1802575376) -> (continuation of Deferred@1327029588 after retry RPC after error@1754723791) -> (continuation of Deferred@244560006 after retry RPC after error@1844555482) -> (continuation of Deferred@1678392397 after retry RPC after error@1005426062) -> (continuation of Deferred@677971445 after retry RPC after error@1217325404) -> (continuation of Deferred@2110999636 after retry RPC after error@717612933) -> (continuation of Deferred@1248004485 after retry RPC after error@1964563868) -> (continuation of Deferred@307138183 after retry RPC after error@397585028), errback=(continuation of Deferred@1311557084 after retry RPC after error@1370824558) -> (continuation of Deferred@226026849 after retry RPC after error@730755451) -> (continuation of Deferred@61101043 after retry RPC after error@2048094854) -> (continuation of Deferred@814404424 after retry RPC after error@1758951819) -> (continuation of Deferred@1238205609 after retry RPC after error@673925204) -> (continuation of Deferred@1314770570 after retry RPC after error@496369131) -> (continuation of Deferred@945343036 after retry RPC after error@1245928587) -> (continuation of Deferred@1791685335 after retry RPC after error@1484923072) -> (continuation of Deferred@653592774 after retry RPC after error@1988276119) -> (continuation of Deferred@1273210842 after retry RPC after error@36575814) -> (continuation of Deferred@202605053 after retry RPC after error@1863215615) -> (continuation of Deferred@956686003 after retry RPC after error@1259016191) -> (continuation of Deferred@1535599370 after retry RPC after error@1197127700) -> (continuation of Deferred@1354569226 after retry RPC after error@1130008341) -> (continuation of Deferred@598027079 after retry RPC after error@825077055) -> (continuation of Deferred@152625238 after retry RPC after error@514712647) -> (continuation of Deferred@341318598 after retry RPC after error@1212160039) -> (continuation of Deferred@110381865 after retry RPC after error@2011830368) -> (continuation of Deferred@590916464 after retry RPC after error@1802575376) -> (continuation of Deferred@1327029588 after retry RPC after error@1754723791) -> (continuation of Deferred@244560006 after retry RPC after error@1844555482) -> (continuation of Deferred@1678392397 after retry RPC after error@1005426062) -> (continuation of Deferred@677971445 after retry RPC after error@1217325404) -> (continuation of Deferred@2110999636 after retry RPC after error@717612933) -> (continuation of Deferred@1248004485 after retry RPC after error@1964563868) -> (continuation of Deferred@307138183 after retry RPC after error@397585028)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.124:34465
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.492 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:42.493 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
14:08:42.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
14:08:42.528 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:42.529 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:42.529 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:42.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.529 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.529 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.530 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:42.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:42.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:42.531 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:42.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:42.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:42.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:42.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:42.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:42.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:42.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:42.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:42.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:42.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:42.533 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [35ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [59ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [86ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [168ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [170ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [170ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [208ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [208ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [323ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [443ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [862ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1423ms] refreshing cache from master, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1426ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1427ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1431ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1431ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1583ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2142ms] too many traces: truncated at 100 traces, deferred=Deferred@317870945(state=PENDING, result=null, callback=(continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548) -> (continuation of Deferred@683374821 after retry RPC after error@1387708089) -> (continuation of Deferred@365547391 after retry RPC after error@214052355) -> (continuation of Deferred@2144146222 after retry RPC after error@417937688), errback=(continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548) -> (continuation of Deferred@683374821 after retry RPC after error@1387708089) -> (continuation of Deferred@365547391 after retry RPC after error@214052355) -> (continuation of Deferred@2144146222 after retry RPC after error@417937688)))
14:08:42.535 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
14:08:42.535 [WARN - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [35ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [59ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [86ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [168ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [170ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [170ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [208ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [208ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [323ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [443ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [862ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1423ms] refreshing cache from master, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1426ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1427ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1431ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1431ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1583ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2142ms] too many traces: truncated at 100 traces, deferred=Deferred@317870945(state=PENDING, result=null, callback=(continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548) -> (continuation of Deferred@683374821 after retry RPC after error@1387708089) -> (continuation of Deferred@365547391 after retry RPC after error@214052355) -> (continuation of Deferred@2144146222 after retry RPC after error@417937688), errback=(continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548) -> (continuation of Deferred@683374821 after retry RPC after error@1387708089) -> (continuation of Deferred@365547391 after retry RPC after error@214052355) -> (continuation of Deferred@2144146222 after retry RPC after error@417937688)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.253:33653
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.541 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
14:08:42.543 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
14:08:42.546 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED on b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [35ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [59ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [86ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [168ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [170ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [170ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [208ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [208ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [323ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [443ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [862ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1423ms] refreshing cache from master, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1426ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1427ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1431ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1431ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1583ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2142ms] too many traces: truncated at 100 traces, deferred=Deferred@317870945(state=PENDING, result=null, callback=(continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548) -> (continuation of Deferred@683374821 after retry RPC after error@1387708089) -> (continuation of Deferred@365547391 after retry RPC after error@214052355) -> (continuation of Deferred@2144146222 after retry RPC after error@417937688), errback=(continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548) -> (continuation of Deferred@683374821 after retry RPC after error@1387708089) -> (continuation of Deferred@365547391 after retry RPC after error@214052355) -> (continuation of Deferred@2144146222 after retry RPC after error@417937688)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.3.253:33653
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.554 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:42.554 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
14:08:42.555 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
14:08:42.578 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:42.578 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:42.578 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:42.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:42.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:42.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:42.580 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:42.580 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:42.580 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:42.581 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:42.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:42.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:42.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:42.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:42.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:42.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:42.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:42.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:42.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:42.583 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:42.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:42.638 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:42.638 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:42.638 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:42.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:42.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:42.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:42.643 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:42.645 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28306), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [74ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [94ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [106ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [283ms] refreshing cache from master, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [345ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [345ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [347ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [743ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1582ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2822ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3701ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@1145057313(state=PENDING, result=null, callback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224), errback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224)))
14:08:42.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:08:42.654 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28306), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [74ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [94ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [106ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [283ms] refreshing cache from master, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [345ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [345ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [347ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [743ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1582ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2822ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3701ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@1145057313(state=PENDING, result=null, callback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224), errback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.663 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
14:08:42.668 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
14:08:42.670 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28306), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [74ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [93ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [94ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [94ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [106ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [283ms] refreshing cache from master, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [285ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [344ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [345ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [345ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [347ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [742ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [743ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [743ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1582ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2822ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3701ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@1145057313(state=PENDING, result=null, callback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224), errback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:42.674 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
14:08:42.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
14:08:42.674 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 46167b4104acab610af5cd9644360c4d
14:08:42.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:42.217286  1534 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 1529
14:08:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:42.876765  1529 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.067s	user 0.722s	sys 1.113s
14:08:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:40.813122  1536 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:42.877812  1529 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.068s	user 0.722s	sys 1.114s
14:08:42.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.888595  1529 server_base.cc:1061] running on GCE node
14:08:42.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:42.888720  1547 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:42.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.890092  1529 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.892858  1529 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.894352  1529 hybrid_clock.cc:648] HybridClock initialized: now 1779113322894296 us; error 52 us; skew 500 ppm
14:08:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.895336  1529 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:08:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.902473  1529 webserver.cc:533] Webserver started at http://127.0.201.195:37389/ using document root <none> and password file <none>
14:08:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.903617  1529 fs_manager.cc:362] Metadata directory not provided
14:08:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.903829  1529 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.904284  1529 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:08:42.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.909408  1529 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/data/instance:
14:08:42.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbcb1e051166456aa6d009f2d150a669"
14:08:42.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:42 on dist-test-slave-qn3m"
14:08:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.910737  1529 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/wal/instance:
14:08:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbcb1e051166456aa6d009f2d150a669"
14:08:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:42 on dist-test-slave-qn3m"
14:08:42.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.918943  1529 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.004s
14:08:42.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.925968  1552 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.927050  1529 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
14:08:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.927413  1529 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/wal
14:08:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbcb1e051166456aa6d009f2d150a669"
14:08:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:08:42 on dist-test-slave-qn3m"
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.927805  1529 fs_report.cc:389] FS layout report
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/wal
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/wal
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/data/data
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:42.999357  1529 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.001114  1529 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.001657  1529 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.004714  1529 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.009829  1529 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:08:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.010092  1529 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:08:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.010376  1529 ts_tablet_manager.cc:616] Registered 0 tablets
14:08:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.010579  1529 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:08:43.063 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.063 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.064 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.065 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.189924  1529 rpc_server.cc:307] RPC server started. Bound to: 127.0.201.195:45829
14:08:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.190018  1664 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.201.195:45829 every 8 connection(s)
14:08:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.192883  1529 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/data/info.pb
14:08:43.204 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:43.204 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:43.204 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:43.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:43.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:43.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.203646   807 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 1529
14:08:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.204238   807 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster17701127821767596682/ts-2/wal/instance
14:08:43.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:43.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:43.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:43.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:43.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:43.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:43.207 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:43.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.265887  1665 heartbeater.cc:344] Connected to a master server at 127.0.201.253:42719
14:08:43.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.266848  1665 heartbeater.cc:461] Registering TS with master...
14:08:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.268183  1665 heartbeater.cc:507] Master 127.0.201.253:42719 requested a full tablet report, sending...
14:08:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.268543  1666 heartbeater.cc:344] Connected to a master server at 127.0.201.252:40097
14:08:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.268884  1666 heartbeater.cc:461] Registering TS with master...
14:08:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.269799  1666 heartbeater.cc:507] Master 127.0.201.252:40097 requested a full tablet report, sending...
14:08:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.271055  1667 heartbeater.cc:344] Connected to a master server at 127.0.201.254:43153
14:08:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.271449  1667 heartbeater.cc:461] Registering TS with master...
14:08:43.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.272572  1667 heartbeater.cc:507] Master 127.0.201.254:43153 requested a full tablet report, sending...
14:08:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.274292   985 ts_manager.cc:194] Registered new tserver with Master: dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.275185   854 ts_manager.cc:194] Registered new tserver with Master: dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.275316  1067 ts_manager.cc:194] Registered new tserver with Master: dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.275971   985 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.201.195:49803
14:08:43.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.291141   807 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:08:43.303 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:08:43.303 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:08:43.305 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.0.201.254"
      port: 43153
    }
    bound_http_address {
      host: "127.0.201.254"
      port: 40611
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.0.201.253"
      port: 42719
    }
    bound_http_address {
      host: "127.0.201.253"
      port: 39393
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.0.201.252"
      port: 40097
    }
    bound_http_address {
      host: "127.0.201.252"
      port: 38895
    }
  }
}

14:08:43.305 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:08:43.306 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.0.201.193"
      port: 46425
    }
    bound_http_address {
      host: "127.0.201.193"
      port: 36663
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.0.201.194"
      port: 35767
    }
    bound_http_address {
      host: "127.0.201.194"
      port: 39255
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.0.201.195"
      port: 45829
    }
    bound_http_address {
      host: "127.0.201.195"
      port: 37389
    }
  }
}

14:08:43.306 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:08:43.307 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:43.308 [DEBUG - main] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:43.309 [DEBUG - main] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:43.309 [DEBUG - main] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:43.309 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.154.188:42123(127.31.154.188:42123)] Successfully connected to peer
14:08:43.309 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.154.190:35657(127.31.154.190:35657)] Successfully connected to peer
14:08:43.314 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.190
14:08:43.322 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.188
14:08:43.324 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:43.328 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe9ce96a7, L:/127.0.0.1:52758 - R:/127.31.154.190:35657] using SASL/PLAIN
14:08:43.334 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:43.336 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.154.189:43187(127.31.154.189:43187)] Successfully connected to peer
14:08:43.339 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6e5f7944, L:/127.0.0.1:33980 - R:/127.31.154.188:42123] using SASL/PLAIN
14:08:43.340 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.189
14:08:43.346 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:43.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:43.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=39), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, deferred=null) after lookup
14:08:43.349 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf4db0047, L:/127.0.0.1:40650 - R:/127.31.154.189:43187] using SASL/PLAIN
14:08:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.349525 32746 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33980:
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:08:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:43.354543 32746 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:08:43.401 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:43.401 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:43.401 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:43.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:43.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:43.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:43.402 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:43.402 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:43.402 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:43.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:43.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:43.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:43.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:43.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:43.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:43.403 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:43.404 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28611), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [36ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [37ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [37ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [59ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [59ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [88ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [89ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [144ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [367ms] refreshing cache from master, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [371ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [483ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1202ms] refreshing cache from master, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1203ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2423ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3161ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3163ms] too many traces: truncated at 100 traces, deferred=Deferred@921635140(state=PENDING, result=null, callback=(continuation of Deferred@297817276 after retry RPC after error@2097675061) -> (continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638) -> (continuation of Deferred@76251687 after retry RPC after error@583446887), errback=(continuation of Deferred@297817276 after retry RPC after error@2097675061) -> (continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638) -> (continuation of Deferred@76251687 after retry RPC after error@583446887)))
14:08:43.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:43.410 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:08:43.410 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28611), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [36ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [37ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [37ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [59ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [59ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [88ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [89ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [144ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [367ms] refreshing cache from master, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [371ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [483ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1202ms] refreshing cache from master, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1203ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2423ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3161ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3163ms] too many traces: truncated at 100 traces, deferred=Deferred@921635140(state=PENDING, result=null, callback=(continuation of Deferred@297817276 after retry RPC after error@2097675061) -> (continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638) -> (continuation of Deferred@76251687 after retry RPC after error@583446887), errback=(continuation of Deferred@297817276 after retry RPC after error@2097675061) -> (continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638) -> (continuation of Deferred@76251687 after retry RPC after error@583446887)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:43.415 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:08:43.416 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
14:08:43.418 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28611), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [36ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [37ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [37ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [59ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [59ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [88ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [89ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [144ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [367ms] refreshing cache from master, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [370ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [371ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [483ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1202ms] refreshing cache from master, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1203ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2423ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3161ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3163ms] too many traces: truncated at 100 traces, deferred=Deferred@921635140(state=PENDING, result=null, callback=(continuation of Deferred@297817276 after retry RPC after error@2097675061) -> (continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638) -> (continuation of Deferred@76251687 after retry RPC after error@583446887), errback=(continuation of Deferred@297817276 after retry RPC after error@2097675061) -> (continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638) -> (continuation of Deferred@76251687 after retry RPC after error@583446887)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:43.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:43.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:43.432 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:43.434 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
14:08:43.434 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
14:08:43.485 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:43.485 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:43.485 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:43.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:43.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:43.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:43.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:43.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:43.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:43.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:43.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:43.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:43.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.489108   589 tablet_service.cc:1511] Processing CreateTablet for tablet 9447a3caba2a4b3eba00b1acf6ff2e0c (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
14:08:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.491331   590 tablet_service.cc:1511] Processing CreateTablet for tablet 947236afe2b94477845a0ea4b55ef76b (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
14:08:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.492781   592 tablet_service.cc:1511] Processing CreateTablet for tablet 48f5864f7cbb4d3895dcf3851a89a36e (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
14:08:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.493698   588 tablet_service.cc:1511] Processing CreateTablet for tablet 423f8a25bd5f4a35ba4cb086878f323e (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
14:08:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.495194   587 tablet_service.cc:1511] Processing CreateTablet for tablet 05cbf1cd89b44dac8b0c3bf2e5267889 (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
14:08:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.498556   587 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 05cbf1cd89b44dac8b0c3bf2e5267889. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.489344   591 tablet_service.cc:1511] Processing CreateTablet for tablet bba95043bbeb4f84a059f0c093ad8d97 (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
14:08:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.499485   588 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 423f8a25bd5f4a35ba4cb086878f323e. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.500597   590 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 947236afe2b94477845a0ea4b55ef76b. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.502092   592 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48f5864f7cbb4d3895dcf3851a89a36e. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.503214   589 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9447a3caba2a4b3eba00b1acf6ff2e0c. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.512105   591 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bba95043bbeb4f84a059f0c093ad8d97. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.513206   732 tablet_service.cc:1511] Processing CreateTablet for tablet 48f5864f7cbb4d3895dcf3851a89a36e (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
14:08:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.515542   729 tablet_service.cc:1511] Processing CreateTablet for tablet 9447a3caba2a4b3eba00b1acf6ff2e0c (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
14:08:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.515996   732 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48f5864f7cbb4d3895dcf3851a89a36e. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.516762   729 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9447a3caba2a4b3eba00b1acf6ff2e0c. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.521001   730 tablet_service.cc:1511] Processing CreateTablet for tablet 947236afe2b94477845a0ea4b55ef76b (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
14:08:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.522151   730 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 947236afe2b94477845a0ea4b55ef76b. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.524133   731 tablet_service.cc:1511] Processing CreateTablet for tablet bba95043bbeb4f84a059f0c093ad8d97 (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
14:08:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.525240   731 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bba95043bbeb4f84a059f0c093ad8d97. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.513589   727 tablet_service.cc:1511] Processing CreateTablet for tablet 05cbf1cd89b44dac8b0c3bf2e5267889 (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
14:08:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.527539   727 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 05cbf1cd89b44dac8b0c3bf2e5267889. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.514657   728 tablet_service.cc:1511] Processing CreateTablet for tablet 423f8a25bd5f4a35ba4cb086878f323e (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
14:08:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.536613   728 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 423f8a25bd5f4a35ba4cb086878f323e. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.551 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:43.552 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:43.552 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:43.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.553 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.553 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.553 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.553 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.553 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.558673  1698 tablet_bootstrap.cc:492] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd: Bootstrap starting.
14:08:43.563 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.563 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.563 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.565 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.565 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29265), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [71ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [165ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [443ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [503ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1342ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@747507318(state=PENDING, result=null, callback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577), errback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577)))
14:08:43.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.568017  1698 tablet_bootstrap.cc:654] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd: Neither blocks nor log segments found. Creating new log.
14:08:43.568 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29265), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [71ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [165ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [443ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [503ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1342ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@747507318(state=PENDING, result=null, callback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577), errback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29265), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [71ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [165ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [443ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [503ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1342ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@747507318(state=PENDING, result=null, callback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577), errback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.571275  1698 log.cc:826] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd: Log is configured to *not* fsync() on all Append() calls
14:08:43.572 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.572 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.573 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.574 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.581 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29265), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [71ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [165ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [443ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [503ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1342ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@747507318(state=PENDING, result=null, callback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577), errback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29265), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [71ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [71ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [120ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [144ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [165ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [443ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [443ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [503ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1342ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [2243ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@747507318(state=PENDING, result=null, callback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577), errback=(continuation of Deferred@1388177139 after retry RPC after error@724827956) -> (continuation of Deferred@120770927 after retry RPC after error@1528005185) -> (continuation of Deferred@1722056110 after retry RPC after error@1381688337) -> (continuation of Deferred@1139998364 after retry RPC after error@70548777) -> (continuation of Deferred@1094199564 after retry RPC after error@1153902422) -> (continuation of Deferred@269825868 after retry RPC after error@938462546) -> (continuation of Deferred@933225194 after retry RPC after error@1243586264) -> (continuation of Deferred@1938390912 after retry RPC after error@986036734) -> (continuation of Deferred@1912964350 after retry RPC after error@1155153208) -> (continuation of Deferred@2081898332 after retry RPC after error@1795842921) -> (continuation of Deferred@896936066 after retry RPC after error@550564073) -> (continuation of Deferred@1702413936 after retry RPC after error@1574039709) -> (continuation of Deferred@1508368797 after retry RPC after error@2115442160) -> (continuation of Deferred@1576998660 after retry RPC after error@267927870) -> (continuation of Deferred@1777709653 after retry RPC after error@797676046) -> (continuation of Deferred@183105484 after retry RPC after error@1196795422) -> (continuation of Deferred@66503611 after retry RPC after error@1881029161) -> (continuation of Deferred@898425969 after retry RPC after error@1602474376) -> (continuation of Deferred@1792879320 after retry RPC after error@1796442840) -> (continuation of Deferred@971920551 after retry RPC after error@2023808387) -> (continuation of Deferred@2066260901 after retry RPC after error@203076434) -> (continuation of Deferred@1201308954 after retry RPC after error@958923951) -> (continuation of Deferred@128167332 after retry RPC after error@1585057313) -> (continuation of Deferred@1297867425 after retry RPC after error@883919577)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:43.583 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.585 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.585 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.591 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.592643  1698 tablet_bootstrap.cc:492] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd: No bootstrap required, opened a new log
14:08:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.593176  1698 ts_tablet_manager.cc:1403] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd: Time spent bootstrapping tablet: real 0.035s	user 0.015s	sys 0.016s
14:08:43.603 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.603 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.603 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.604 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.604 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.604 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:43.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:43.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:43.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:43.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:43.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:43.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:43.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:43.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:43.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:43.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:43.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:43.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:43.620 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:43.620 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:43.620 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:43.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:43.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:43.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:43.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:43.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:43.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:43.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:43.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:43.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:43.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:43.625 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.625 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.625 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.626 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.626 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.626191  1698 raft_consensus.cc:359] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.627178  1698 raft_consensus.cc:385] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.627490  1698 raft_consensus.cc:740] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Initialized, Role: FOLLOWER
14:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.628450  1698 consensus_queue.cc:260] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.629283   451 tablet_service.cc:1511] Processing CreateTablet for tablet bba95043bbeb4f84a059f0c093ad8d97 (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
14:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.632346   450 tablet_service.cc:1511] Processing CreateTablet for tablet 947236afe2b94477845a0ea4b55ef76b (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
14:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.634069   448 tablet_service.cc:1511] Processing CreateTablet for tablet 423f8a25bd5f4a35ba4cb086878f323e (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
14:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.635762   452 tablet_service.cc:1511] Processing CreateTablet for tablet 48f5864f7cbb4d3895dcf3851a89a36e (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
14:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.631325   451 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bba95043bbeb4f84a059f0c093ad8d97. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.640 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:43.648 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.648 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.649 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.649 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.649 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.649 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.641353   448 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 423f8a25bd5f4a35ba4cb086878f323e. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.642719  1698 ts_tablet_manager.cc:1434] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd: Time spent starting tablet: real 0.049s	user 0.033s	sys 0.006s
14:08:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.643914  1698 tablet_bootstrap.cc:492] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd: Bootstrap starting.
14:08:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.650666  1698 tablet_bootstrap.cc:654] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd: Neither blocks nor log segments found. Creating new log.
14:08:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.657212   452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48f5864f7cbb4d3895dcf3851a89a36e. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.659427   450 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 947236afe2b94477845a0ea4b55ef76b. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.663 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.663 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.663 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.665 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.638654   447 tablet_service.cc:1511] Processing CreateTablet for tablet 05cbf1cd89b44dac8b0c3bf2e5267889 (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
14:08:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.661756   447 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 05cbf1cd89b44dac8b0c3bf2e5267889. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.663033  1698 tablet_bootstrap.cc:492] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd: No bootstrap required, opened a new log
14:08:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.663491  1698 ts_tablet_manager.cc:1403] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd: Time spent bootstrapping tablet: real 0.020s	user 0.009s	sys 0.008s
14:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.666527  1698 raft_consensus.cc:359] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.667203  1698 raft_consensus.cc:385] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.667474  1698 raft_consensus.cc:740] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Initialized, Role: FOLLOWER
14:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.668183  1698 consensus_queue.cc:260] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.671216  1698 ts_tablet_manager.cc:1434] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
14:08:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.673118  1698 tablet_bootstrap.cc:492] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd: Bootstrap starting.
14:08:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.677104   449 tablet_service.cc:1511] Processing CreateTablet for tablet 9447a3caba2a4b3eba00b1acf6ff2e0c (DEFAULT_TABLE table=replication_test_table [id=357b47b82a474de4ad9eabd6fab745ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
14:08:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.682209  1698 tablet_bootstrap.cc:654] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd: Neither blocks nor log segments found. Creating new log.
14:08:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.682160   449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9447a3caba2a4b3eba00b1acf6ff2e0c. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.687407  1702 tablet_bootstrap.cc:492] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d: Bootstrap starting.
14:08:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.701088  1702 tablet_bootstrap.cc:654] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d: Neither blocks nor log segments found. Creating new log.
14:08:43.703 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.703 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.703 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.705 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.705644  1698 tablet_bootstrap.cc:492] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd: No bootstrap required, opened a new log
14:08:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.706197  1698 ts_tablet_manager.cc:1403] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd: Time spent bootstrapping tablet: real 0.033s	user 0.013s	sys 0.004s
14:08:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.711186  1698 raft_consensus.cc:359] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.713142  1702 log.cc:826] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d: Log is configured to *not* fsync() on all Append() calls
14:08:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.713603  1698 raft_consensus.cc:385] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.714020  1698 raft_consensus.cc:740] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Initialized, Role: FOLLOWER
14:08:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.715273  1698 consensus_queue.cc:260] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.723263  1698 ts_tablet_manager.cc:1434] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
14:08:43.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.725451  1698 tablet_bootstrap.cc:492] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd: Bootstrap starting.
14:08:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:43.728278   660 tablet.cc:2404] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.740439  1700 raft_consensus.cc:493] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.741020  1700 raft_consensus.cc:515] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.745290  1700 leader_election.cc:290] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:43.763 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.763 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.763 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.764 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.771482  1698 tablet_bootstrap.cc:654] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd: Neither blocks nor log segments found. Creating new log.
14:08:43.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.775738  1702 tablet_bootstrap.cc:492] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d: No bootstrap required, opened a new log
14:08:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.776877  1702 ts_tablet_manager.cc:1403] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d: Time spent bootstrapping tablet: real 0.093s	user 0.013s	sys 0.008s
14:08:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:43.794639   548 leader_election.cc:343] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Not found: Tablet not found: bba95043bbeb4f84a059f0c093ad8d97
14:08:43.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.806789  1708 tablet_bootstrap.cc:492] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1: Bootstrap starting.
14:08:43.823 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:43.823 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:43.823 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:43.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:43.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:43.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:43.824 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.826681  1698 tablet_bootstrap.cc:492] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd: No bootstrap required, opened a new log
14:08:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.827162  1698 ts_tablet_manager.cc:1403] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd: Time spent bootstrapping tablet: real 0.102s	user 0.009s	sys 0.019s
14:08:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.790969   752 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bba95043bbeb4f84a059f0c093ad8d97" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:43.830149   545 leader_election.cc:343] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175): Illegal state: must be running to vote when last-logged opid is not known
14:08:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.830165  1698 raft_consensus.cc:359] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.830638   545 leader_election.cc:304] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cddf5bb839764a4e99c5b4d77abceedd; no voters: 195d7c99466443ad8f5c32704536eb5d, 61705dc0c22b4b6bbb4f42fb963c24b1
14:08:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.831008  1698 raft_consensus.cc:385] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.831300  1698 raft_consensus.cc:740] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Initialized, Role: FOLLOWER
14:08:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.831525  1700 raft_consensus.cc:2749] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.832319  1698 consensus_queue.cc:260] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:43.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:43.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:43.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:43.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:43.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:43.839 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.839998  1698 ts_tablet_manager.cc:1434] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd: Time spent starting tablet: real 0.013s	user 0.001s	sys 0.006s
14:08:43.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.847096  1698 tablet_bootstrap.cc:492] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd: Bootstrap starting.
14:08:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.853953  1698 tablet_bootstrap.cc:654] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd: Neither blocks nor log segments found. Creating new log.
14:08:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.855751  1708 tablet_bootstrap.cc:654] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1: Neither blocks nor log segments found. Creating new log.
14:08:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.865468  1708 log.cc:826] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1: Log is configured to *not* fsync() on all Append() calls
14:08:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.866703  1698 tablet_bootstrap.cc:492] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd: No bootstrap required, opened a new log
14:08:43.867 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.867161  1698 ts_tablet_manager.cc:1403] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd: Time spent bootstrapping tablet: real 0.020s	user 0.009s	sys 0.008s
14:08:43.867 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:43.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.867 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:43.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.869 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:43.869 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28495), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [69ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [146ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [153ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [154ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [154ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [464ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [464ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [641ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [742ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [942ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1262ms] refreshing cache from master, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1262ms] too many traces: truncated at 100 traces, deferred=Deferred@1812600161(state=PENDING, result=null, callback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783), errback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783)))
14:08:43.871 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:43.871 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:43.871 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:43.871 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28495), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [69ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [146ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [153ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [154ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [154ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [464ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [464ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [641ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [742ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [942ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1262ms] refreshing cache from master, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1262ms] too many traces: truncated at 100 traces, deferred=Deferred@1812600161(state=PENDING, result=null, callback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783), errback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28495), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [69ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [146ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [153ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [154ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [154ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [464ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [464ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [641ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [742ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [942ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1262ms] refreshing cache from master, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1262ms] too many traces: truncated at 100 traces, deferred=Deferred@1812600161(state=PENDING, result=null, callback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783), errback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.190:37593
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:43.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.877 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.877 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:43.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.870700  1698 raft_consensus.cc:359] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.877961  1698 raft_consensus.cc:385] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.878302  1698 raft_consensus.cc:740] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Initialized, Role: FOLLOWER
14:08:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.879046  1698 consensus_queue.cc:260] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.882 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28495), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [69ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [146ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [153ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [154ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [154ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [464ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [464ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [641ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [742ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [942ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1262ms] refreshing cache from master, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1262ms] too many traces: truncated at 100 traces, deferred=Deferred@1812600161(state=PENDING, result=null, callback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783), errback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28495), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [26ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [69ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [69ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [146ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [153ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [154ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [154ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [342ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [342ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [462ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [463ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [464ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [464ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [641ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [742ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [942ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [942ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1262ms] refreshing cache from master, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1262ms] too many traces: truncated at 100 traces, deferred=Deferred@1812600161(state=PENDING, result=null, callback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783), errback=(continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457) -> (continuation of Deferred@1031880619 after retry RPC after error@1106327367) -> (continuation of Deferred@1980923439 after retry RPC after error@1787902314) -> (continuation of Deferred@1582907380 after retry RPC after error@375025783)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.190:37593
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:43.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.886538  1698 ts_tablet_manager.cc:1434] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd: Time spent starting tablet: real 0.019s	user 0.006s	sys 0.001s
14:08:43.887 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:43.888 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:43.888 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:43.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.889 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.889 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.890 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.886930  1700 raft_consensus.cc:493] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.887346  1700 raft_consensus.cc:515] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.889176  1700 leader_election.cc:290] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:43.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.891252   752 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9447a3caba2a4b3eba00b1acf6ff2e0c" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:43.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:43.892671   545 leader_election.cc:343] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175): Illegal state: must be running to vote when last-logged opid is not known
14:08:43.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.892962  1702 raft_consensus.cc:359] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.893887  1702 raft_consensus.cc:385] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.894171  1702 raft_consensus.cc:740] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Initialized, Role: FOLLOWER
14:08:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.895066  1702 consensus_queue.cc:260] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.896 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:43.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#7) of source Source: KuduSource.
14:08:43.897 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to CANCELING.
14:08:43.897 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
14:08:43.897 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to CANCELING.
14:08:43.897 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
14:08:43.898 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
14:08:43.898 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
14:08:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.900362  1698 tablet_bootstrap.cc:492] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd: Bootstrap starting.
14:08:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.900583  1708 tablet_bootstrap.cc:492] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1: No bootstrap required, opened a new log
14:08:43.907 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:43.908 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:43.908 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:43.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.910 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.901260  1708 ts_tablet_manager.cc:1403] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent bootstrapping tablet: real 0.095s	user 0.013s	sys 0.005s
14:08:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.890130   472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9447a3caba2a4b3eba00b1acf6ff2e0c" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" is_pre_election: true
14:08:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:43.910602   548 leader_election.cc:343] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Illegal state: must be running to vote when last-logged opid is not known
14:08:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.911216   548 leader_election.cc:304] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cddf5bb839764a4e99c5b4d77abceedd; no voters: 195d7c99466443ad8f5c32704536eb5d, 61705dc0c22b4b6bbb4f42fb963c24b1
14:08:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.912204  1700 raft_consensus.cc:2749] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:43.913 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
14:08:43.913 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CANCELING to CANCELED.
14:08:43.913 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
14:08:43.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.916311  1698 tablet_bootstrap.cc:654] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd: Neither blocks nor log segments found. Creating new log.
14:08:43.920 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
14:08:43.920 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
14:08:43.920 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
14:08:43.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:43.927 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:43.927 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:43.928 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:43.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:43.933 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
14:08:43.934 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
14:08:43.934 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
14:08:43.935 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#7 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
14:08:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.935520  1698 tablet_bootstrap.cc:492] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd: No bootstrap required, opened a new log
14:08:43.936 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
14:08:43.936 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CANCELING to CANCELED.
14:08:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.936517  1698 ts_tablet_manager.cc:1403] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd: Time spent bootstrapping tablet: real 0.036s	user 0.012s	sys 0.000s
14:08:43.937 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
14:08:43.937 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:43.938 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:08:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.940140  1698 raft_consensus.cc:359] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.940954  1698 raft_consensus.cc:385] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.941308  1698 raft_consensus.cc:740] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Initialized, Role: FOLLOWER
14:08:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.941985  1698 consensus_queue.cc:260] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.944362  1698 ts_tablet_manager.cc:1434] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
14:08:43.947 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:43.947 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:43.947 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:43.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.949 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.945993  1702 ts_tablet_manager.cc:1434] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d: Time spent starting tablet: real 0.169s	user 0.045s	sys 0.015s
14:08:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.947527  1702 tablet_bootstrap.cc:492] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d: Bootstrap starting.
14:08:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.959692  1702 tablet_bootstrap.cc:654] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d: Neither blocks nor log segments found. Creating new log.
14:08:43.967 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:43.967 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:43.967 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:43.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.967 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.967 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.968 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.969079  1708 raft_consensus.cc:359] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.969983  1708 raft_consensus.cc:385] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.970309  1708 raft_consensus.cc:740] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61705dc0c22b4b6bbb4f42fb963c24b1, State: Initialized, Role: FOLLOWER
14:08:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.971242  1708 consensus_queue.cc:260] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.973522  1702 tablet_bootstrap.cc:492] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d: No bootstrap required, opened a new log
14:08:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.974078  1702 ts_tablet_manager.cc:1403] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d: Time spent bootstrapping tablet: real 0.027s	user 0.002s	sys 0.009s
14:08:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.977712  1702 raft_consensus.cc:359] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.978489  1702 raft_consensus.cc:385] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.978842  1702 raft_consensus.cc:740] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Initialized, Role: FOLLOWER
14:08:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.979568  1702 consensus_queue.cc:260] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:43.990 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:43.991 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:43.991 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:43.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:43.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:43.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:43.993 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:43.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.984273  1702 ts_tablet_manager.cc:1434] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.004s
14:08:43.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.985647  1708 ts_tablet_manager.cc:1434] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent starting tablet: real 0.084s	user 0.023s	sys 0.008s
14:08:43.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.992558  1708 tablet_bootstrap.cc:492] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1: Bootstrap starting.
14:08:43.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:43.998601  1702 tablet_bootstrap.cc:492] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d: Bootstrap starting.
14:08:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.003360  1708 tablet_bootstrap.cc:654] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1: Neither blocks nor log segments found. Creating new log.
14:08:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.008273  1702 tablet_bootstrap.cc:654] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d: Neither blocks nor log segments found. Creating new log.
14:08:44.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.009123  1700 raft_consensus.cc:493] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.009575  1700 raft_consensus.cc:515] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.011345  1700 leader_election.cc:290] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.015347   752 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "947236afe2b94477845a0ea4b55ef76b" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.016355   752 raft_consensus.cc:2468] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 0.
14:08:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.017134   472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "947236afe2b94477845a0ea4b55ef76b" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" is_pre_election: true
14:08:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.018304   545 leader_election.cc:304] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 
14:08:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.019337  1700 raft_consensus.cc:2804] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.019706  1700 raft_consensus.cc:493] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.020040  1700 raft_consensus.cc:3060] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Advancing to term 1
14:08:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.020221   548 leader_election.cc:343] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Illegal state: must be running to vote when last-logged opid is not known
14:08:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.024878  1721 raft_consensus.cc:493] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.025637  1721 raft_consensus.cc:515] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:44.031 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:44.031 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:44.031 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:44.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:44.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:44.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:44.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:44.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:44.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:44.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:44.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:44.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:44.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:44.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28689), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [34ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [158ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [185ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [244ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [403ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [403ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [542ms] refreshing cache from master, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [543ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [544ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [544ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [544ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [842ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [842ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [842ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [842ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1182ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2321ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2322ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2761ms] too many traces: truncated at 100 traces, deferred=Deferred@1213832786(state=PENDING, result=null, callback=(continuation of Deferred@1060347034 after retry RPC after error@513119986) -> (continuation of Deferred@567863898 after retry RPC after error@628575037) -> (continuation of Deferred@100914245 after retry RPC after error@882106481) -> (continuation of Deferred@1392465539 after retry RPC after error@1297006914) -> (continuation of Deferred@1433900370 after retry RPC after error@2118940645) -> (continuation of Deferred@1445952993 after retry RPC after error@1834017463) -> (continuation of Deferred@82065226 after retry RPC after error@420125548) -> (continuation of Deferred@887565785 after retry RPC after error@1581790376) -> (continuation of Deferred@2066945612 after retry RPC after error@917447613) -> (continuation of Deferred@992696660 after retry RPC after error@609867757) -> (continuation of Deferred@1203446876 after retry RPC after error@147215837) -> (continuation of Deferred@1774607464 after retry RPC after error@63571970) -> (continuation of Deferred@499992035 after retry RPC after error@656380730) -> (continuation of Deferred@2086780589 after retry RPC after error@792212283) -> (continuation of Deferred@1487767906 after retry RPC after error@57689870) -> (continuation of Deferred@1913980187 after retry RPC after error@475681161) -> (continuation of Deferred@680013305 after retry RPC after error@692148177) -> (continuation of Deferred@1931911743 after retry RPC after error@1027503051) -> (continuation of Deferred@1420850800 after retry RPC after error@2011978984) -> (continuation of Deferred@823996272 after retry RPC after error@2138284723) -> (continuation of Deferred@682051803 after retry RPC after error@1027168827) -> (continuation of Deferred@1703380035 after retry RPC after error@126080122) -> (continuation of Deferred@359704001 after retry RPC after error@1659882966) -> (continuation of Deferred@991164500 after retry RPC after error@573233992), errback=(continuation of Deferred@1060347034 after retry RPC after error@513119986) -> (continuation of Deferred@567863898 after retry RPC after error@628575037) -> (continuation of Deferred@100914245 after retry RPC after error@882106481) -> (continuation of Deferred@1392465539 after retry RPC after error@1297006914) -> (continuation of Deferred@1433900370 after retry RPC after error@2118940645) -> (continuation of Deferred@1445952993 after retry RPC after error@1834017463) -> (continuation of Deferred@82065226 after retry RPC after error@420125548) -> (continuation of Deferred@887565785 after retry RPC after error@1581790376) -> (continuation of Deferred@2066945612 after retry RPC after error@917447613) -> (continuation of Deferred@992696660 after retry RPC after error@609867757) -> (continuation of Deferred@1203446876 after retry RPC after error@147215837) -> (continuation of Deferred@1774607464 after retry RPC after error@63571970) -> (continuation of Deferred@499992035 after retry RPC after error@656380730) -> (continuation of Deferred@2086780589 after retry RPC after error@792212283) -> (continuation of Deferred@1487767906 after retry RPC after error@57689870) -> (continuation of Deferred@1913980187 after retry RPC after error@475681161) -> (continuation of Deferred@680013305 after retry RPC after error@692148177) -> (continuation of Deferred@1931911743 after retry RPC after error@1027503051) -> (continuation of Deferred@1420850800 after retry RPC after error@2011978984) -> (continuation of Deferred@823996272 after retry RPC after error@2138284723) -> (continuation of Deferred@682051803 after retry RPC after error@1027168827) -> (continuation of Deferred@1703380035 after retry RPC after error@126080122) -> (continuation of Deferred@359704001 after retry RPC after error@1659882966) -> (continuation of Deferred@991164500 after retry RPC after error@573233992)))
14:08:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.034097  1702 tablet_bootstrap.cc:492] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d: No bootstrap required, opened a new log
14:08:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.036415  1702 ts_tablet_manager.cc:1403] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d: Time spent bootstrapping tablet: real 0.038s	user 0.010s	sys 0.005s
14:08:44.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.037871  1721 leader_election.cc:290] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:44.043 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:44.043 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:44.044 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:44.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:44.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:44.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:44.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:44.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:44.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:44.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:44.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:44.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:44.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.043081  1702 raft_consensus.cc:359] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.046505  1702 raft_consensus.cc:385] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.046801  1702 raft_consensus.cc:740] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Initialized, Role: FOLLOWER
14:08:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.046674  1700 raft_consensus.cc:515] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.049414  1702 consensus_queue.cc:260] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.052265  1700 leader_election.cc:290] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 election: Requested vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.054389  1700 raft_consensus.cc:493] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.055258  1700 raft_consensus.cc:515] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:44.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.057471  1702 ts_tablet_manager.cc:1434] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d: Time spent starting tablet: real 0.021s	user 0.007s	sys 0.001s
14:08:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.058893   752 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "947236afe2b94477845a0ea4b55ef76b" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d"
14:08:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.059588  1700 leader_election.cc:290] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175), 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031)
14:08:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.062795  1702 tablet_bootstrap.cc:492] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d: Bootstrap starting.
14:08:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.063948   751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48f5864f7cbb4d3895dcf3851a89a36e" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.064770   751 raft_consensus.cc:2468] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 0.
14:08:44.067 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:44.067 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:44.067 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:44.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.068 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.059612   752 raft_consensus.cc:3060] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Advancing to term 1
14:08:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.070791   545 leader_election.cc:304] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 
14:08:44.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.071928  1700 raft_consensus.cc:2804] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.072319  1700 raft_consensus.cc:493] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.072739  1700 raft_consensus.cc:3060] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Advancing to term 1
14:08:44.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.077448   806 tablet.cc:2404] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.083724  1702 tablet_bootstrap.cc:654] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d: Neither blocks nor log segments found. Creating new log.
14:08:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.093984  1700 raft_consensus.cc:515] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.095639  1702 tablet_bootstrap.cc:492] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d: No bootstrap required, opened a new log
14:08:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.096108  1702 ts_tablet_manager.cc:1403] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d: Time spent bootstrapping tablet: real 0.034s	user 0.012s	sys 0.003s
14:08:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.096043  1700 leader_election.cc:290] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 election: Requested vote from peers 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175), 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031)
14:08:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.097172   751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48f5864f7cbb4d3895dcf3851a89a36e" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d"
14:08:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.097880   751 raft_consensus.cc:3060] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Advancing to term 1
14:08:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.100281  1702 raft_consensus.cc:359] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.101154  1702 raft_consensus.cc:385] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.101498  1702 raft_consensus.cc:740] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Initialized, Role: FOLLOWER
14:08:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.102419  1702 consensus_queue.cc:260] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.105396  1702 ts_tablet_manager.cc:1434] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.001s
14:08:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.106627  1702 tablet_bootstrap.cc:492] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d: Bootstrap starting.
14:08:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.109730   524 tablet.cc:2404] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:44.121 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:44.121 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:44.121 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:44.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.121 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.122 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.115860  1702 tablet_bootstrap.cc:654] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d: Neither blocks nor log segments found. Creating new log.
14:08:44.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:44.137 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 4f518ce015fb3d1dd3d7b803f79bfa6e from Checkpoint 73 @ 1779113263184 for 4f518ce015fb3d1dd3d7b803f79bfa6e located at file:/tmp/junit1839437246106336857/checkpoints/4f518ce015fb3d1dd3d7b803f79bfa6e/chk-73.
14:08:44.138 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:08:44.138 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
14:08:44.139 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:44.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 73 for source Source: KuduSource to checkpoint.
14:08:44.140 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
14:08:44.141 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba
14:08:44.141 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 4f518ce015fb3d1dd3d7b803f79bfa6e from Checkpoint 73 @ 1779113263184 for 4f518ce015fb3d1dd3d7b803f79bfa6e located at file:/tmp/junit1839437246106336857/checkpoints/4f518ce015fb3d1dd3d7b803f79bfa6e/chk-73.
14:08:44.141 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:08:44.142 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 73 for source Source: KuduSource to checkpoint.
14:08:44.142 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:08:44.142 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
14:08:44.143 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:44.144 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.144 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:08:44.145 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.145 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.146 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.146 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.146 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.146 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
14:08:44.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.146827   752 raft_consensus.cc:2468] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 1.
14:08:44.148 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
14:08:44.149 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@127f472f
14:08:44.149 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:44.150 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:44.151 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:08:44.152 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
14:08:44.153 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 6b6f675a50055e3a8a73ee698a184eff
14:08:44.153 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6b6f675a50055e3a8a73ee698a184eff.
14:08:44.153 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RESTARTING to RUNNING.
14:08:44.154 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 4f518ce015fb3d1dd3d7b803f79bfa6e from Checkpoint 73 @ 1779113263184 for 4f518ce015fb3d1dd3d7b803f79bfa6e located at file:/tmp/junit1839437246106336857/checkpoints/4f518ce015fb3d1dd3d7b803f79bfa6e/chk-73.
14:08:44.154 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 6b6f675a50055e3a8a73ee698a184eff.
14:08:44.157 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:08:44.157 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e9f4f3a
14:08:44.157 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 73 for source Source: KuduSource to checkpoint.
14:08:44.157 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
14:08:44.158 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:44.159 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:44.160 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
14:08:44.160 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id ea8524f547cf73ce00c2dc784912cab7
14:08:44.160 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:08:44.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.163051  1700 raft_consensus.cc:493] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.163544  1700 raft_consensus.cc:515] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.166 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot ea8524f547cf73ce00c2dc784912cab7.
14:08:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.165148   545 leader_election.cc:304] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 
14:08:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.165496  1700 leader_election.cc:290] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:44.167 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id ea8524f547cf73ce00c2dc784912cab7.
14:08:44.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
14:08:44.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
14:08:44.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7dcb8cd8
14:08:44.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:44.169 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:44.169 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:08:44.169 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:08:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.168975   750 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "05cbf1cd89b44dac8b0c3bf2e5267889" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.169906   750 raft_consensus.cc:2468] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 0.
14:08:44.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.171623   545 leader_election.cc:304] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 
14:08:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.172549  1700 raft_consensus.cc:2804] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Leader election won for term 1
14:08:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.172715  1732 raft_consensus.cc:2804] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.173062  1732 raft_consensus.cc:493] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.173405  1732 raft_consensus.cc:3060] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Advancing to term 1
14:08:44.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.174938  1702 tablet_bootstrap.cc:492] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d: No bootstrap required, opened a new log
14:08:44.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.175405  1702 ts_tablet_manager.cc:1403] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d: Time spent bootstrapping tablet: real 0.069s	user 0.008s	sys 0.012s
14:08:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.176069   751 raft_consensus.cc:2468] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 1.
14:08:44.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.178207   545 leader_election.cc:304] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 
14:08:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.179946  1708 tablet_bootstrap.cc:492] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1: No bootstrap required, opened a new log
14:08:44.180 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@33447987
14:08:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.180790  1708 ts_tablet_manager.cc:1403] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent bootstrapping tablet: real 0.188s	user 0.059s	sys 0.093s
14:08:44.182 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:44.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.183579  1702 raft_consensus.cc:359] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.185601   472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "947236afe2b94477845a0ea4b55ef76b" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:44.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.185880  1702 raft_consensus.cc:385] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.188177  1735 raft_consensus.cc:2804] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Leader election won for term 1
14:08:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.188197   472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48f5864f7cbb4d3895dcf3851a89a36e" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" is_pre_election: true
14:08:44.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.191711  1735 raft_consensus.cc:697] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [term 1 LEADER]: Becoming Leader. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Running, Role: LEADER
14:08:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.192910  1735 consensus_queue.cc:237] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } }
14:08:44.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.193993  1732 raft_consensus.cc:515] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.186144  1702 raft_consensus.cc:740] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Initialized, Role: FOLLOWER
14:08:44.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.188791   472 raft_consensus.cc:2468] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 0.
14:08:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.197497   548 leader_election.cc:343] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Illegal state: must be running to vote when last-logged opid is not known
14:08:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.198138  1732 leader_election.cc:290] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 election: Requested vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:44.199 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.200 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.200 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.200 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.200 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.200 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.201 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29368), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [17ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [327ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [332ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1002ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1822ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@272003753(state=PENDING, result=null, callback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163), errback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163)))
14:08:44.202 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
14:08:44.203 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.203 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.199211   751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "05cbf1cd89b44dac8b0c3bf2e5267889" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d"
14:08:44.203 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.199759   751 raft_consensus.cc:3060] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Advancing to term 1
14:08:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.196848  1702 consensus_queue.cc:260] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.204 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29368), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [17ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [327ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [332ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1002ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1822ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@272003753(state=PENDING, result=null, callback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163), errback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29368), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [17ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [327ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [332ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1002ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1822ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@272003753(state=PENDING, result=null, callback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163), errback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.19.61:40871
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:44.213 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29368), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [17ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [327ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [332ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1002ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1822ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@272003753(state=PENDING, result=null, callback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163), errback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29368), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [13ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [15ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [17ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [17ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [57ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [57ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [321ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [327ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [332ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [403ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [403ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [622ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1002ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1822ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1825ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [3841ms] too many traces: truncated at 100 traces, deferred=Deferred@272003753(state=PENDING, result=null, callback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163), errback=(continuation of Deferred@271413882 after retry RPC after error@885348711) -> (continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.19.61:40871
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:44.219 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.215624  1702 ts_tablet_manager.cc:1434] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d: Time spent starting tablet: real 0.040s	user 0.003s	sys 0.004s
14:08:44.221 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:44.221 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RUNNING to RESTARTING.
14:08:44.223 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
14:08:44.223 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to CANCELING.
14:08:44.223 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:08:44.223 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to CANCELING.
14:08:44.224 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
14:08:44.224 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
14:08:44.224 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:08:44.224 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
14:08:44.224 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:08:44.224 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
14:08:44.224 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
14:08:44.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
14:08:44.225 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
14:08:44.231 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:44.232 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:44.232 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:44.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.233 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [CANCELING].
14:08:44.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.234 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.234 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.235 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.183804  1708 raft_consensus.cc:359] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.227293  1700 raft_consensus.cc:697] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [term 1 LEADER]: Becoming Leader. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Running, Role: LEADER
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.225623  1708 raft_consensus.cc:385] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.228075  1708 raft_consensus.cc:740] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61705dc0c22b4b6bbb4f42fb963c24b1, State: Initialized, Role: FOLLOWER
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.227931   470 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "05cbf1cd89b44dac8b0c3bf2e5267889" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" is_pre_election: true
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.196758   471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48f5864f7cbb4d3895dcf3851a89a36e" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.230181   471 raft_consensus.cc:3060] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Advancing to term 1
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.229988  1708 consensus_queue.cc:260] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.231629   469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "05cbf1cd89b44dac8b0c3bf2e5267889" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.232360  1702 tablet_bootstrap.cc:492] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d: Bootstrap starting.
14:08:44.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.236 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:44.240 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.240 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.240 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.236137   470 raft_consensus.cc:2468] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 0.
14:08:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.241504  1708 ts_tablet_manager.cc:1434] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent starting tablet: real 0.060s	user 0.006s	sys 0.001s
14:08:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.242690  1708 tablet_bootstrap.cc:492] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1: Bootstrap starting.
14:08:44.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
14:08:44.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:08:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.251169   471 raft_consensus.cc:2468] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 1.
14:08:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.229729  1700 consensus_queue.cc:237] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.255964  1734 raft_consensus.cc:493] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.260 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.260 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.260 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.262 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.259498  1734 raft_consensus.cc:515] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.262 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.267 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:44.267 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:44.267 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:44.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.265480  1702 tablet_bootstrap.cc:654] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d: Neither blocks nor log segments found. Creating new log.
14:08:44.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.269013  1734 leader_election.cc:290] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:44.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.271785   752 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "423f8a25bd5f4a35ba4cb086878f323e" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.273487   545 leader_election.cc:343] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175): Illegal state: must be running to vote when last-logged opid is not known
14:08:44.279 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.277380  1708 tablet_bootstrap.cc:654] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1: Neither blocks nor log segments found. Creating new log.
14:08:44.279 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.280 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.279736  1665 heartbeater.cc:499] Master 127.0.201.253:42719 was elected leader, sending a full tablet report...
14:08:44.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.281 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.285027   751 raft_consensus.cc:2468] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cddf5bb839764a4e99c5b4d77abceedd in term 1.
14:08:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.292523 32746 catalog_manager.cc:5696] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd reported cstate change: term changed from 0 to 1, leader changed from <none> to cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130). New cstate: current_term: 1 leader_uuid: "cddf5bb839764a4e99c5b4d77abceedd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } health_report { overall_health: UNKNOWN } } }
14:08:44.319 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.319 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.319 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.321 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.321 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.295301  1702 tablet_bootstrap.cc:492] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d: No bootstrap required, opened a new log
14:08:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.330169  1702 ts_tablet_manager.cc:1403] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d: Time spent bootstrapping tablet: real 0.098s	user 0.012s	sys 0.001s
14:08:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.312162  1712 raft_consensus.cc:493] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.332841   545 leader_election.cc:304] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 61705dc0c22b4b6bbb4f42fb963c24b1
14:08:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.333199  1712 raft_consensus.cc:515] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.334229  1700 raft_consensus.cc:2804] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Leader election won for term 1
14:08:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.334683  1700 raft_consensus.cc:697] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [term 1 LEADER]: Becoming Leader. State: Replica: cddf5bb839764a4e99c5b4d77abceedd, State: Running, Role: LEADER
14:08:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.335492  1700 consensus_queue.cc:237] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.339 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.329762   471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "423f8a25bd5f4a35ba4cb086878f323e" candidate_uuid: "cddf5bb839764a4e99c5b4d77abceedd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" is_pre_election: true
14:08:44.347 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.339407  1702 raft_consensus.cc:359] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.357 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:44.358 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:44.358 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:44.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.359186  1702 raft_consensus.cc:385] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.359622  1702 raft_consensus.cc:740] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Initialized, Role: FOLLOWER
14:08:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.360428  1702 consensus_queue.cc:260] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.362970  1712 leader_election.cc:290] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.377363  1708 tablet_bootstrap.cc:492] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1: No bootstrap required, opened a new log
14:08:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.377912  1708 ts_tablet_manager.cc:1403] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent bootstrapping tablet: real 0.135s	user 0.011s	sys 0.015s
14:08:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.378417   612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48f5864f7cbb4d3895dcf3851a89a36e" candidate_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd" is_pre_election: true
14:08:44.381 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.381 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.381 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.382 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.382349   548 leader_election.cc:343] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Illegal state: must be running to vote when last-logged opid is not known
14:08:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.382849   548 leader_election.cc:304] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cddf5bb839764a4e99c5b4d77abceedd; no voters: 195d7c99466443ad8f5c32704536eb5d, 61705dc0c22b4b6bbb4f42fb963c24b1
14:08:44.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.383678  1700 raft_consensus.cc:2749] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:44.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.388072  1708 raft_consensus.cc:359] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.388942  1708 raft_consensus.cc:385] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.389251  1708 raft_consensus.cc:740] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61705dc0c22b4b6bbb4f42fb963c24b1, State: Initialized, Role: FOLLOWER
14:08:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.389931  1708 consensus_queue.cc:260] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.395756  1708 ts_tablet_manager.cc:1434] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent starting tablet: real 0.018s	user 0.008s	sys 0.000s
14:08:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.397827  1708 tablet_bootstrap.cc:492] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1: Bootstrap starting.
14:08:44.408 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.410379  1708 tablet_bootstrap.cc:654] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1: Neither blocks nor log segments found. Creating new log.
14:08:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.411033  1702 ts_tablet_manager.cc:1434] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d: Time spent starting tablet: real 0.081s	user 0.007s	sys 0.005s
14:08:44.419 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:08:44.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
14:08:44.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:08:44.424 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:08:44.425 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
14:08:44.425 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:08:44.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:44.426 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:08:44.426 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
14:08:44.426 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:08:44.427 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
14:08:44.428 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
14:08:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.428639   751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48f5864f7cbb4d3895dcf3851a89a36e" candidate_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.429592   751 raft_consensus.cc:2393] T 48f5864f7cbb4d3895dcf3851a89a36e P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 61705dc0c22b4b6bbb4f42fb963c24b1 in current term 1: Already voted for candidate cddf5bb839764a4e99c5b4d77abceedd in this term.
14:08:44.431 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
14:08:44.431 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:44.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.431421   405 leader_election.cc:304] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 61705dc0c22b4b6bbb4f42fb963c24b1; no voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd
14:08:44.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.432827  1721 raft_consensus.cc:2749] T 48f5864f7cbb4d3895dcf3851a89a36e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:44.434 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
14:08:44.434 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:44.436 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.437 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:08:44.437 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
14:08:44.437 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:08:44.438 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
14:08:44.439 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
14:08:44.439 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:44.440 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.440 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.440 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.441 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.442 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.443 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:08:44.443 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
14:08:44.443 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:08:44.444 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
14:08:44.444 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
14:08:44.445 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4f518ce015fb3d1dd3d7b803f79bfa6e
14:08:44.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.446 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.447 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.446801   471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9447a3caba2a4b3eba00b1acf6ff2e0c" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" is_pre_election: true
14:08:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.448683   688 leader_election.cc:343] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Illegal state: must be running to vote when last-logged opid is not known
14:08:44.460 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:44.461 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:44.461 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:44.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:44.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:44.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:44.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:44.463 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.469 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.472 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.476 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.485 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.499 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.498070 32744 catalog_manager.cc:5696] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd reported cstate change: term changed from 0 to 1, leader changed from <none> to cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130). New cstate: current_term: 1 leader_uuid: "cddf5bb839764a4e99c5b4d77abceedd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } health_report { overall_health: UNKNOWN } } }
14:08:44.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.501 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.503 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.507 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.508 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.509 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.511935  1708 tablet_bootstrap.cc:492] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1: No bootstrap required, opened a new log
14:08:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.509851 32744 catalog_manager.cc:5696] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd reported cstate change: term changed from 0 to 1, leader changed from <none> to cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130). New cstate: current_term: 1 leader_uuid: "cddf5bb839764a4e99c5b4d77abceedd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } health_report { overall_health: UNKNOWN } } }
14:08:44.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.512977  1708 ts_tablet_manager.cc:1403] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent bootstrapping tablet: real 0.115s	user 0.018s	sys 0.017s
14:08:44.520 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.515805  1708 raft_consensus.cc:359] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.523 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.523 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.523 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.523453  1708 raft_consensus.cc:385] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.525699  1708 raft_consensus.cc:740] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61705dc0c22b4b6bbb4f42fb963c24b1, State: Initialized, Role: FOLLOWER
14:08:44.526 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.526572  1708 consensus_queue.cc:260] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.527024  1751 raft_consensus.cc:493] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.527489  1751 raft_consensus.cc:515] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.529594  1751 leader_election.cc:290] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:44.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.531 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.532 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.531580   471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bba95043bbeb4f84a059f0c093ad8d97" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" is_pre_election: true
14:08:44.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.532862   688 leader_election.cc:343] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Illegal state: must be running to vote when last-logged opid is not known
14:08:44.540 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.540 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.540 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.541 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.541 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.541 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.541 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.543 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.543 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.543 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.545576  1708 ts_tablet_manager.cc:1434] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent starting tablet: real 0.032s	user 0.002s	sys 0.004s
14:08:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.547276   612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9447a3caba2a4b3eba00b1acf6ff2e0c" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd" is_pre_election: true
14:08:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.548907   612 raft_consensus.cc:2468] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 195d7c99466443ad8f5c32704536eb5d in term 0.
14:08:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.548228   611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bba95043bbeb4f84a059f0c093ad8d97" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd" is_pre_election: true
14:08:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.550079   611 raft_consensus.cc:2468] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 195d7c99466443ad8f5c32704536eb5d in term 0.
14:08:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.550334   686 leader_election.cc:304] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 61705dc0c22b4b6bbb4f42fb963c24b1
14:08:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.551419  1708 tablet_bootstrap.cc:492] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1: Bootstrap starting.
14:08:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.551674   686 leader_election.cc:304] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 61705dc0c22b4b6bbb4f42fb963c24b1
14:08:44.560 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.560 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.560 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.560 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.560 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.560 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.560 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.561 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.561 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.561 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.561 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.561 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.561 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.553244  1712 raft_consensus.cc:2804] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:44.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.562 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.563 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.563 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.563 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.564 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:44.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.564 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:44.564 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:44.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:44.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:44.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:44.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:44.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:44.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:44.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:44.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:44.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:44.565 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.553573  1712 raft_consensus.cc:493] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.553859  1712 raft_consensus.cc:3060] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Advancing to term 1
14:08:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.563143  1708 tablet_bootstrap.cc:654] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1: Neither blocks nor log segments found. Creating new log.
14:08:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.565980  1751 raft_consensus.cc:2804] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.566408  1751 raft_consensus.cc:493] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.566748  1751 raft_consensus.cc:3060] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Advancing to term 1
14:08:44.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.580649  1712 raft_consensus.cc:515] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.583 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.583 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.584 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.585 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.583261   471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9447a3caba2a4b3eba00b1acf6ff2e0c" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.584354  1751 raft_consensus.cc:515] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.587080   688 leader_election.cc:343] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Illegal state: must be running to vote when last-logged opid is not known
14:08:44.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.587783   471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bba95043bbeb4f84a059f0c093ad8d97" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:44.588852   688 leader_election.cc:343] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Illegal state: must be running to vote when last-logged opid is not known
14:08:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.588954  1712 leader_election.cc:290] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 election: Requested vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.590664   611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9447a3caba2a4b3eba00b1acf6ff2e0c" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd"
14:08:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.591209   611 raft_consensus.cc:3060] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Advancing to term 1
14:08:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.591353  1751 leader_election.cc:290] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 election: Requested vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:44.600 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.599929  1735 consensus_queue.cc:1048] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Connected to new peer: Peer: permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:44.600 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.600 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.601586   612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bba95043bbeb4f84a059f0c093ad8d97" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd"
14:08:44.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.602118   612 raft_consensus.cc:3060] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Advancing to term 1
14:08:44.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.602643   611 raft_consensus.cc:2468] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 195d7c99466443ad8f5c32704536eb5d in term 1.
14:08:44.603 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.603 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.603 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.604 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.605242   686 leader_election.cc:304] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 61705dc0c22b4b6bbb4f42fb963c24b1
14:08:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.606271  1751 raft_consensus.cc:2804] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Leader election won for term 1
14:08:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.606786  1751 raft_consensus.cc:697] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [term 1 LEADER]: Becoming Leader. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Running, Role: LEADER
14:08:44.608 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:44.608 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:44.608 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:44.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.609 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.609 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.610 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:44.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.607721  1751 consensus_queue.cc:237] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.610224  1708 tablet_bootstrap.cc:492] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1: No bootstrap required, opened a new log
14:08:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.610175   612 raft_consensus.cc:2468] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 195d7c99466443ad8f5c32704536eb5d in term 1.
14:08:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.610679  1708 ts_tablet_manager.cc:1403] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent bootstrapping tablet: real 0.059s	user 0.010s	sys 0.010s
14:08:44.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.617213   686 leader_election.cc:304] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd; no voters: 61705dc0c22b4b6bbb4f42fb963c24b1
14:08:44.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.618194  1708 raft_consensus.cc:359] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.618845  1708 raft_consensus.cc:385] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.619078  1708 raft_consensus.cc:740] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61705dc0c22b4b6bbb4f42fb963c24b1, State: Initialized, Role: FOLLOWER
14:08:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.619251  1712 raft_consensus.cc:2804] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Leader election won for term 1
14:08:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.619602  1708 consensus_queue.cc:260] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.621419  1712 raft_consensus.cc:697] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [term 1 LEADER]: Becoming Leader. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Running, Role: LEADER
14:08:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.622357  1712 consensus_queue.cc:237] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.631174 32744 catalog_manager.cc:5696] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d reported cstate change: term changed from 0 to 1, leader changed from <none> to 195d7c99466443ad8f5c32704536eb5d (127.31.154.131). New cstate: current_term: 1 leader_uuid: "195d7c99466443ad8f5c32704536eb5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } health_report { overall_health: HEALTHY } } }
14:08:44.641 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.641 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.641 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.642 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.642 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.642 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.642 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.643 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.635699  1708 ts_tablet_manager.cc:1434] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent starting tablet: real 0.025s	user 0.005s	sys 0.001s
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.638093  1721 raft_consensus.cc:493] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.636745  1708 tablet_bootstrap.cc:492] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1: Bootstrap starting.
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.638659  1721 raft_consensus.cc:515] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.642976  1721 leader_election.cc:290] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.643549   751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "947236afe2b94477845a0ea4b55ef76b" candidate_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.644302   751 raft_consensus.cc:2393] T 947236afe2b94477845a0ea4b55ef76b P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 61705dc0c22b4b6bbb4f42fb963c24b1 in current term 1: Already voted for candidate cddf5bb839764a4e99c5b4d77abceedd in this term.
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.654039   612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "947236afe2b94477845a0ea4b55ef76b" candidate_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd" is_pre_election: true
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.655702   406 leader_election.cc:304] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 61705dc0c22b4b6bbb4f42fb963c24b1; no voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.657125  1721 raft_consensus.cc:3060] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Advancing to term 1
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.663020  1708 tablet_bootstrap.cc:654] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1: Neither blocks nor log segments found. Creating new log.
14:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.665450  1721 raft_consensus.cc:2749] T 947236afe2b94477845a0ea4b55ef76b P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.679991 32744 catalog_manager.cc:5696] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d reported cstate change: term changed from 0 to 1, leader changed from <none> to 195d7c99466443ad8f5c32704536eb5d (127.31.154.131). New cstate: current_term: 1 leader_uuid: "195d7c99466443ad8f5c32704536eb5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } health_report { overall_health: HEALTHY } } }
14:08:44.685 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.685 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.685 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.688 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:44.688 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:44.688 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:44.688 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29868), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [32ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [59ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [59ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [65ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [283ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [423ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [423ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [424ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [601ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [602ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [901ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [902ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2580ms] refreshing cache from master, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2582ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [4200ms] refreshing cache from master, [4200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [4202ms] too many traces: truncated at 100 traces, deferred=Deferred@1079113957(state=PENDING, result=null, callback=(continuation of Deferred@976162359 after retry RPC after error@1632880542) -> (continuation of Deferred@1743209054 after retry RPC after error@683542679) -> (continuation of Deferred@1789064449 after retry RPC after error@355643644) -> (continuation of Deferred@1218114998 after retry RPC after error@272152194) -> (continuation of Deferred@1842299769 after retry RPC after error@1845148524) -> (continuation of Deferred@1918026784 after retry RPC after error@655093838) -> (continuation of Deferred@810068829 after retry RPC after error@147933155) -> (continuation of Deferred@1824977181 after retry RPC after error@339211595) -> (continuation of Deferred@1641064147 after retry RPC after error@1673268053) -> (continuation of Deferred@950620198 after retry RPC after error@329213909) -> (continuation of Deferred@1998433611 after retry RPC after error@1954084446) -> (continuation of Deferred@102936727 after retry RPC after error@1860951625) -> (continuation of Deferred@1954959658 after retry RPC after error@1207931874) -> (continuation of Deferred@1414145410 after retry RPC after error@1684254932) -> (continuation of Deferred@573219443 after retry RPC after error@426857815) -> (continuation of Deferred@479335886 after retry RPC after error@1703863192) -> (continuation of Deferred@306248800 after retry RPC after error@25741458) -> (continuation of Deferred@221810952 after retry RPC after error@523776276) -> (continuation of Deferred@177106287 after retry RPC after error@1292237044) -> (continuation of Deferred@83660941 after retry RPC after error@1519563159) -> (continuation of Deferred@588143295 after retry RPC after error@1101976690) -> (continuation of Deferred@557206578 after retry RPC after error@1852268426) -> (continuation of Deferred@1064119131 after retry RPC after error@148338048) -> (continuation of Deferred@454295412 after retry RPC after error@1339848851) -> (continuation of Deferred@423470528 after retry RPC after error@720742418) -> (continuation of Deferred@773392999 after retry RPC after error@36562903), errback=(continuation of Deferred@976162359 after retry RPC after error@1632880542) -> (continuation of Deferred@1743209054 after retry RPC after error@683542679) -> (continuation of Deferred@1789064449 after retry RPC after error@355643644) -> (continuation of Deferred@1218114998 after retry RPC after error@272152194) -> (continuation of Deferred@1842299769 after retry RPC after error@1845148524) -> (continuation of Deferred@1918026784 after retry RPC after error@655093838) -> (continuation of Deferred@810068829 after retry RPC after error@147933155) -> (continuation of Deferred@1824977181 after retry RPC after error@339211595) -> (continuation of Deferred@1641064147 after retry RPC after error@1673268053) -> (continuation of Deferred@950620198 after retry RPC after error@329213909) -> (continuation of Deferred@1998433611 after retry RPC after error@1954084446) -> (continuation of Deferred@102936727 after retry RPC after error@1860951625) -> (continuation of Deferred@1954959658 after retry RPC after error@1207931874) -> (continuation of Deferred@1414145410 after retry RPC after error@1684254932) -> (continuation of Deferred@573219443 after retry RPC after error@426857815) -> (continuation of Deferred@479335886 after retry RPC after error@1703863192) -> (continuation of Deferred@306248800 after retry RPC after error@25741458) -> (continuation of Deferred@221810952 after retry RPC after error@523776276) -> (continuation of Deferred@177106287 after retry RPC after error@1292237044) -> (continuation of Deferred@83660941 after retry RPC after error@1519563159) -> (continuation of Deferred@588143295 after retry RPC after error@1101976690) -> (continuation of Deferred@557206578 after retry RPC after error@1852268426) -> (continuation of Deferred@1064119131 after retry RPC after error@148338048) -> (continuation of Deferred@454295412 after retry RPC after error@1339848851) -> (continuation of Deferred@423470528 after retry RPC after error@720742418) -> (continuation of Deferred@773392999 after retry RPC after error@36562903)))
14:08:44.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.690 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:44.699 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:44.699 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:44.700 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:44.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:44.700 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:44.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:44.701 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.698771  1708 tablet_bootstrap.cc:492] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1: No bootstrap required, opened a new log
14:08:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.700556  1708 ts_tablet_manager.cc:1403] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent bootstrapping tablet: real 0.064s	user 0.010s	sys 0.003s
14:08:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.704208  1735 consensus_queue.cc:1048] T 48f5864f7cbb4d3895dcf3851a89a36e P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Connected to new peer: Peer: permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.706681  1708 raft_consensus.cc:359] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.707360  1708 raft_consensus.cc:385] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.709118  1751 raft_consensus.cc:493] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.709599  1751 raft_consensus.cc:515] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.708658  1708 raft_consensus.cc:740] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61705dc0c22b4b6bbb4f42fb963c24b1, State: Initialized, Role: FOLLOWER
14:08:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.711565  1751 leader_election.cc:290] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.712478   470 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "423f8a25bd5f4a35ba4cb086878f323e" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" is_pre_election: true
14:08:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.713244   470 raft_consensus.cc:2468] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 195d7c99466443ad8f5c32704536eb5d in term 0.
14:08:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.713541   612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "423f8a25bd5f4a35ba4cb086878f323e" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd" is_pre_election: true
14:08:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.714162   612 raft_consensus.cc:2468] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 195d7c99466443ad8f5c32704536eb5d in term 0.
14:08:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.714397   688 leader_election.cc:304] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, 61705dc0c22b4b6bbb4f42fb963c24b1; no voters: 
14:08:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.715289  1751 raft_consensus.cc:2804] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.715679  1751 raft_consensus.cc:493] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.716063  1751 raft_consensus.cc:3060] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 0 FOLLOWER]: Advancing to term 1
14:08:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.717137  1708 consensus_queue.cc:260] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.725442  1708 ts_tablet_manager.cc:1434] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1: Time spent starting tablet: real 0.025s	user 0.006s	sys 0.001s
14:08:44.727 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:44.727 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:44.727 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:44.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:44.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:44.729 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.729 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.729 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:44.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:44.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.731348  1751 raft_consensus.cc:515] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.747805   471 raft_consensus.cc:3060] T 05cbf1cd89b44dac8b0c3bf2e5267889 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Advancing to term 1
14:08:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.765344  1734 consensus_queue.cc:1048] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Connected to new peer: Peer: permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:44.779 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.780295   469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "423f8a25bd5f4a35ba4cb086878f323e" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1"
14:08:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.780953   469 raft_consensus.cc:3060] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Advancing to term 1
14:08:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.781213   612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "423f8a25bd5f4a35ba4cb086878f323e" candidate_uuid: "195d7c99466443ad8f5c32704536eb5d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd"
14:08:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.781551  1751 leader_election.cc:290] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 election: Requested vote from peers 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031), cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659)
14:08:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.781749   612 raft_consensus.cc:3060] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 0 FOLLOWER]: Advancing to term 1
14:08:44.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.784 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:44.785 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.785 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:44.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.786 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.787 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:44.787 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:44.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:44.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.790 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.790 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:44.790 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:44.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.796820   469 raft_consensus.cc:2468] T 423f8a25bd5f4a35ba4cb086878f323e P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 195d7c99466443ad8f5c32704536eb5d in term 1.
14:08:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.798389   688 leader_election.cc:304] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 195d7c99466443ad8f5c32704536eb5d, 61705dc0c22b4b6bbb4f42fb963c24b1; no voters: 
14:08:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.798197   612 raft_consensus.cc:2468] T 423f8a25bd5f4a35ba4cb086878f323e P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 195d7c99466443ad8f5c32704536eb5d in term 1.
14:08:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.803289  1700 consensus_queue.cc:1048] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Connected to new peer: Peer: permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:44.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.818812  1751 raft_consensus.cc:2804] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 1 FOLLOWER]: Leader election won for term 1
14:08:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.820039  1751 raft_consensus.cc:697] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [term 1 LEADER]: Becoming Leader. State: Replica: 195d7c99466443ad8f5c32704536eb5d, State: Running, Role: LEADER
14:08:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.821029  1751 consensus_queue.cc:237] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.823 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:44.823 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:44.823 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:44.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:44.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:44.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:44.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:44.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:44.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:44.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:44.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:44.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:44.824 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:44.825 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29483), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [34ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [76ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [78ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [78ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [114ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [115ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [136ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [136ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [187ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [188ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [188ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [201ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [341ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [342ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [443ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [443ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [443ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [542ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [543ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [543ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [543ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [942ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [942ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [942ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [943ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1522ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2602ms] refreshing cache from master, [2602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2603ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [6160ms] refreshing cache from master, [6160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [6160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [6161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [6161ms] too many traces: truncated at 100 traces, deferred=Deferred@149322102(state=PENDING, result=null, callback=(continuation of Deferred@365247610 after retry RPC after error@1717288772) -> (continuation of Deferred@1984057747 after retry RPC after error@1305783268) -> (continuation of Deferred@1909352648 after retry RPC after error@1247041578) -> (continuation of Deferred@780031546 after retry RPC after error@1176322970) -> (continuation of Deferred@1150806969 after retry RPC after error@753565193) -> (continuation of Deferred@1886986792 after retry RPC after error@1557442094) -> (continuation of Deferred@669338670 after retry RPC after error@1476424941) -> (continuation of Deferred@1632728487 after retry RPC after error@403505789) -> (continuation of Deferred@352627054 after retry RPC after error@1324879935) -> (continuation of Deferred@619620362 after retry RPC after error@1409304576) -> (continuation of Deferred@1686098999 after retry RPC after error@1787316591) -> (continuation of Deferred@1006043852 after retry RPC after error@1843465722) -> (continuation of Deferred@2007347741 after retry RPC after error@1607360183) -> (continuation of Deferred@1554831072 after retry RPC after error@960994898) -> (continuation of Deferred@1672013373 after retry RPC after error@1321088793) -> (continuation of Deferred@1948251128 after retry RPC after error@1898927655) -> (continuation of Deferred@1435684657 after retry RPC after error@1781218405) -> (continuation of Deferred@1637913323 after retry RPC after error@1781890710) -> (continuation of Deferred@689819558 after retry RPC after error@442898164) -> (continuation of Deferred@2142566553 after retry RPC after error@1043658807) -> (continuation of Deferred@2039701672 after retry RPC after error@1407719640) -> (continuation of Deferred@188764684 after retry RPC after error@304936467) -> (continuation of Deferred@1893221086 after retry RPC after error@1675999941) -> (continuation of Deferred@1790727303 after retry RPC after error@525712301) -> (continuation of Deferred@757716011 after retry RPC after error@1666478297) -> (continuation of Deferred@1799620696 after retry RPC after error@1509842510) -> (continuation of Deferred@974475734 after retry RPC after error@2047294709), errback=(continuation of Deferred@365247610 after retry RPC after error@1717288772) -> (continuation of Deferred@1984057747 after retry RPC after error@1305783268) -> (continuation of Deferred@1909352648 after retry RPC after error@1247041578) -> (continuation of Deferred@780031546 after retry RPC after error@1176322970) -> (continuation of Deferred@1150806969 after retry RPC after error@753565193) -> (continuation of Deferred@1886986792 after retry RPC after error@1557442094) -> (continuation of Deferred@669338670 after retry RPC after error@1476424941) -> (continuation of Deferred@1632728487 after retry RPC after error@403505789) -> (continuation of Deferred@352627054 after retry RPC after error@1324879935) -> (continuation of Deferred@619620362 after retry RPC after error@1409304576) -> (continuation of Deferred@1686098999 after retry RPC after error@1787316591) -> (continuation of Deferred@1006043852 after retry RPC after error@1843465722) -> (continuation of Deferred@2007347741 after retry RPC after error@1607360183) -> (continuation of Deferred@1554831072 after retry RPC after error@960994898) -> (continuation of Deferred@1672013373 after retry RPC after error@1321088793) -> (continuation of Deferred@1948251128 after retry RPC after error@1898927655) -> (continuation of Deferred@1435684657 after retry RPC after error@1781218405) -> (continuation of Deferred@1637913323 after retry RPC after error@1781890710) -> (continuation of Deferred@689819558 after retry RPC after error@442898164) -> (continuation of Deferred@2142566553 after retry RPC after error@1043658807) -> (continuation of Deferred@2039701672 after retry RPC after error@1407719640) -> (continuation of Deferred@188764684 after retry RPC after error@304936467) -> (continuation of Deferred@1893221086 after retry RPC after error@1675999941) -> (continuation of Deferred@1790727303 after retry RPC after error@525712301) -> (continuation of Deferred@757716011 after retry RPC after error@1666478297) -> (continuation of Deferred@1799620696 after retry RPC after error@1509842510) -> (continuation of Deferred@974475734 after retry RPC after error@2047294709)))
14:08:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.822758  1734 consensus_queue.cc:1048] T 947236afe2b94477845a0ea4b55ef76b P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Connected to new peer: Peer: permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:44.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.868137  1721 raft_consensus.cc:493] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:44.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.868674  1721 raft_consensus.cc:515] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:44.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.871294  1721 leader_election.cc:290] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:44.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.871749   612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bba95043bbeb4f84a059f0c093ad8d97" candidate_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd" is_pre_election: true
14:08:44.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.873687   612 raft_consensus.cc:2393] T bba95043bbeb4f84a059f0c093ad8d97 P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 61705dc0c22b4b6bbb4f42fb963c24b1 in current term 1: Already voted for candidate 195d7c99466443ad8f5c32704536eb5d in this term.
14:08:44.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.873515   751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bba95043bbeb4f84a059f0c093ad8d97" candidate_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.875654   405 leader_election.cc:304] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 61705dc0c22b4b6bbb4f42fb963c24b1; no voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd
14:08:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.876427  1721 raft_consensus.cc:3060] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Advancing to term 1
14:08:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.904685  1734 consensus_queue.cc:1048] T 05cbf1cd89b44dac8b0c3bf2e5267889 P cddf5bb839764a4e99c5b4d77abceedd [LEADER]: Connected to new peer: Peer: permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.904816 32745 catalog_manager.cc:5696] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d reported cstate change: term changed from 0 to 1, leader changed from <none> to 195d7c99466443ad8f5c32704536eb5d (127.31.154.131). New cstate: current_term: 1 leader_uuid: "195d7c99466443ad8f5c32704536eb5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } health_report { overall_health: HEALTHY } } }
14:08:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:44.883744  1721 raft_consensus.cc:2749] T bba95043bbeb4f84a059f0c093ad8d97 P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:44.926 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:44.928 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:44.929 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:44.929 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:44.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:44.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:44.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:44.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:45.020 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:45.020 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:45.020 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:45.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.021 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.041551  1799 raft_consensus.cc:493] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.042083  1799 raft_consensus.cc:515] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 } } peers { permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 } } peers { permanent_uuid: "195d7c99466443ad8f5c32704536eb5d" member_type: VOTER last_known_addr { host: "127.31.154.131" port: 41175 } }
14:08:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.045377   612 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9447a3caba2a4b3eba00b1acf6ff2e0c" candidate_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cddf5bb839764a4e99c5b4d77abceedd" is_pre_election: true
14:08:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.045480  1799 leader_election.cc:290] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cddf5bb839764a4e99c5b4d77abceedd (127.31.154.130:33659), 195d7c99466443ad8f5c32704536eb5d (127.31.154.131:41175)
14:08:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.046147   612 raft_consensus.cc:2393] T 9447a3caba2a4b3eba00b1acf6ff2e0c P cddf5bb839764a4e99c5b4d77abceedd [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 61705dc0c22b4b6bbb4f42fb963c24b1 in current term 1: Already voted for candidate 195d7c99466443ad8f5c32704536eb5d in this term.
14:08:45.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.047972   751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9447a3caba2a4b3eba00b1acf6ff2e0c" candidate_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "195d7c99466443ad8f5c32704536eb5d" is_pre_election: true
14:08:45.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.050117   405 leader_election.cc:304] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 61705dc0c22b4b6bbb4f42fb963c24b1; no voters: 195d7c99466443ad8f5c32704536eb5d, cddf5bb839764a4e99c5b4d77abceedd
14:08:45.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.050869  1799 raft_consensus.cc:3060] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 0 FOLLOWER]: Advancing to term 1
14:08:45.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.061232  1751 consensus_queue.cc:1048] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.058511  1799 raft_consensus.cc:2749] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 61705dc0c22b4b6bbb4f42fb963c24b1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:45.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:45.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:45.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:45.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:45.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:45.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:45.067 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:45.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.154.188:42123, [10ms] Sub RPC GetTableLocations: received response from server master-127.31.154.188:42123: OK, deferred=null) after lookup
14:08:45.070 [DEBUG - kudu-nio-0] (Connection.java:748) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] connecting to peer
14:08:45.079 [DEBUG - kudu-nio-3] (Connection.java:757) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] Successfully connected to peer
14:08:45.084 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:45.084 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:45.084 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:45.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.085 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:45.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.101864  1751 consensus_queue.cc:1048] T 9447a3caba2a4b3eba00b1acf6ff2e0c P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:45.103 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:45.104 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:45.104 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:45.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.114846  1784 consensus_queue.cc:1048] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:45.123 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:45.124 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:45.124 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:45.126 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:45.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:45.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:45.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:45.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:45.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:45.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:45.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:45.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:45.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.127684  1784 consensus_queue.cc:1048] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:08:45.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:45.139 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:45.143 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8f452861, L:/127.0.0.1:53454 - R:/127.31.154.130:33659] using TOKEN/null
14:08:45.193 [DEBUG - main] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:45.203 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:45.245 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:45.250 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x21c2ee2f, L:/127.0.0.1:42406 - R:/127.31.154.131:41175] using TOKEN/null
14:08:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.283155  1784 consensus_queue.cc:1048] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "61705dc0c22b4b6bbb4f42fb963c24b1" member_type: VOTER last_known_addr { host: "127.31.154.129" port: 42031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:08:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.321554  1784 consensus_queue.cc:1048] T 423f8a25bd5f4a35ba4cb086878f323e P 195d7c99466443ad8f5c32704536eb5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "cddf5bb839764a4e99c5b4d77abceedd" member_type: VOTER last_known_addr { host: "127.31.154.130" port: 33659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:08:45.359 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:45.360 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:45.360 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:45.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.361 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.361 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.361 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:45.381 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:45.381 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:45.381 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:45.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:45.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:45.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:45.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:45.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:45.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:45.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:45.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:45.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:45.383 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.402277  1796 mvcc.cc:204] Tried to move back new op lower bound from 7287248180649631744 to 7287248178686832640. Current Snapshot: MvccSnapshot[applied={T|T < 7287248180649631744 or (T in {7287248180649631744})}]
14:08:45.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:45.479 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:45.480 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:45.480 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:45.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:45.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:45.480 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:45.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:45.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:45.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:45.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:45.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:45.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:45.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:45.531 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:45.532 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:45.535 [DEBUG - main] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:08:45.536 [DEBUG - main] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:08:45.536 [DEBUG - main] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:08:45.537 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.201.254:43153(127.0.201.254:43153)] Successfully connected to peer
14:08:45.539 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.201.253:42719(127.0.201.253:42719)] Successfully connected to peer
14:08:45.539 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:45.540 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:45.540 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:45.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:45.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:45.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:45.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:45.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:45.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:45.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:45.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:45.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:45.541 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:45.542 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.254
14:08:45.543 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.201.252:40097(127.0.201.252:40097)] Successfully connected to peer
14:08:45.546 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:45.547 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:45.547 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:45.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:45.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:45.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:45.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:45.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:45.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:45.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:45.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:45.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:45.549 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:45.553 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.253
14:08:45.555 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.252
14:08:45.563 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:45.563 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:45.567 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x95a19a2c, L:/127.0.0.1:41110 - R:/127.0.201.253:42719] using SASL/PLAIN
14:08:45.567 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9bc458bc, L:/127.0.0.1:49990 - R:/127.0.201.252:40097] using SASL/PLAIN
14:08:45.577 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:45.577 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.252:40097, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.253:42719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.254:43153, [35ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.252:40097: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.253:42719: OK, deferred=null) after lookup
14:08:45.581 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:45.585 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9edcb451, L:/127.0.0.1:53778 - R:/127.0.201.254:43153] using SASL/PLAIN
14:08:45.588 [DEBUG - main] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:45.591 [DEBUG - main] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:45.592 [DEBUG - main] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:45.593 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.154.190:35657(127.31.154.190:35657)] Successfully connected to peer
14:08:45.593 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.154.189:43187(127.31.154.189:43187)] Successfully connected to peer
14:08:45.593 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.154.188:42123(127.31.154.188:42123)] Successfully connected to peer
14:08:45.597 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.188
14:08:45.598 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.189
14:08:45.607 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:45.611 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x692ae1ed, L:/127.0.0.1:40652 - R:/127.31.154.189:43187] using SASL/PLAIN
14:08:45.611 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.190
14:08:45.620 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:45.623 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcbe4d789, L:/127.0.0.1:52760 - R:/127.31.154.190:35657] using SASL/PLAIN
14:08:45.628 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:45.630 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf441cb0f, L:/127.0.0.1:33994 - R:/127.31.154.188:42123] using SASL/PLAIN
14:08:45.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:45.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:45.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, deferred=null) after lookup
14:08:45.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:45.641 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:45.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:45.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:45.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:45.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:45.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:45.643 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.645977   985 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41110:
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:08:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:08:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
14:08:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:45.654208   985 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:08:45.737 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:45.737 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:45.737 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:45.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:45.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:45.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:45.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:45.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:45.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:45.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:45.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:45.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:45.738 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:45.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:45.843 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:45.844 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:45.844 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:45.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:45.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:45.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:45.845 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:45.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.914134  1600 tablet_service.cc:1511] Processing CreateTablet for tablet 98ab573b5dea4ce2bf834a379a77ac8d (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
14:08:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.914649  1599 tablet_service.cc:1511] Processing CreateTablet for tablet 8c36186a74274605b93a199e9ff8a249 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
14:08:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.916355  1600 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 98ab573b5dea4ce2bf834a379a77ac8d. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.917917  1599 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8c36186a74274605b93a199e9ff8a249. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:45.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.950973  1598 tablet_service.cc:1511] Processing CreateTablet for tablet b91ba04e18ac415bbd6b19b54990df16 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
14:08:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.952381  1598 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b91ba04e18ac415bbd6b19b54990df16. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.977617  1453 tablet_service.cc:1511] Processing CreateTablet for tablet 8c36186a74274605b93a199e9ff8a249 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
14:08:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.980206  1452 tablet_service.cc:1511] Processing CreateTablet for tablet b91ba04e18ac415bbd6b19b54990df16 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
14:08:45.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.984004  1451 tablet_service.cc:1511] Processing CreateTablet for tablet a2136a18ec364620811056d346eacaa8 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
14:08:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.989251  1453 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8c36186a74274605b93a199e9ff8a249. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:45.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.991681  1451 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a2136a18ec364620811056d346eacaa8. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:45.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.995837  1597 tablet_service.cc:1511] Processing CreateTablet for tablet a2136a18ec364620811056d346eacaa8 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
14:08:45.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.997326  1597 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a2136a18ec364620811056d346eacaa8. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.001996  1450 tablet_service.cc:1511] Processing CreateTablet for tablet 4c9077bb74ae4182a95fe53bf78ba007 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
14:08:46.012 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:46.012 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:46.012 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:46.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:46.013 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:46.013 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:46.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:46.013 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:46.013 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:46.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:46.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:46.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:46.014 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:46.020 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:46.021 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:46.021 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:46.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:46.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:46.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:46.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:46.022 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:46.022 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:46.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:46.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:46.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:46.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:46.040 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:46.041 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:46.041 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:46.041 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:46.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:46.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:46.042 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:46.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:46.042 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:46.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:46.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:46.042 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:46.042 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.047030  1449 tablet_service.cc:1511] Processing CreateTablet for tablet 1f156f7242a2439a9921537ede49b144 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
14:08:46.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.059510  1234 tablet_service.cc:1511] Processing CreateTablet for tablet 4c9077bb74ae4182a95fe53bf78ba007 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
14:08:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.061555  1234 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c9077bb74ae4182a95fe53bf78ba007. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.063088  1233 tablet_service.cc:1511] Processing CreateTablet for tablet 1f156f7242a2439a9921537ede49b144 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
14:08:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.064786  1235 tablet_service.cc:1511] Processing CreateTablet for tablet a2136a18ec364620811056d346eacaa8 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
14:08:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.065917  1235 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a2136a18ec364620811056d346eacaa8. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.068475  1596 tablet_service.cc:1511] Processing CreateTablet for tablet 1f156f7242a2439a9921537ede49b144 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.069733  1596 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f156f7242a2439a9921537ede49b144. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.069532  1237 tablet_service.cc:1511] Processing CreateTablet for tablet 8c36186a74274605b93a199e9ff8a249 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.070561  1237 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8c36186a74274605b93a199e9ff8a249. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.070371  1598 tablet_service.cc:1511] Processing CreateTablet for tablet 4c9077bb74ae4182a95fe53bf78ba007 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.073637  1236 tablet_service.cc:1511] Processing CreateTablet for tablet b91ba04e18ac415bbd6b19b54990df16 (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.074882  1236 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b91ba04e18ac415bbd6b19b54990df16. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.076114  1598 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c9077bb74ae4182a95fe53bf78ba007. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.076308  1233 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f156f7242a2439a9921537ede49b144. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.080435  1238 tablet_service.cc:1511] Processing CreateTablet for tablet 98ab573b5dea4ce2bf834a379a77ac8d (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
14:08:46.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.083169  1238 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 98ab573b5dea4ce2bf834a379a77ac8d. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:45.988690  1454 tablet_service.cc:1511] Processing CreateTablet for tablet 98ab573b5dea4ce2bf834a379a77ac8d (DEFAULT_TABLE table=replication_test_table [id=82d2bef01bcc423eb58a6ef59855c616]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
14:08:46.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.127699  1452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b91ba04e18ac415bbd6b19b54990df16. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.133368  1450 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c9077bb74ae4182a95fe53bf78ba007. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.136965  1454 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 98ab573b5dea4ce2bf834a379a77ac8d. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.139282  1449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f156f7242a2439a9921537ede49b144. 1 dirs total, 0 dirs full, 0 dirs failed
14:08:46.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.167421   545 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.154.131:41175, user_credentials={real_user=slave}} blocked reactor thread for 106255us
14:08:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.214640  1852 tablet_bootstrap.cc:492] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161: Bootstrap starting.
14:08:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.239601  1848 tablet_bootstrap.cc:492] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669: Bootstrap starting.
14:08:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.243871  1852 tablet_bootstrap.cc:654] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161: Neither blocks nor log segments found. Creating new log.
14:08:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.246944  1852 log.cc:826] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161: Log is configured to *not* fsync() on all Append() calls
14:08:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.268621  1852 tablet_bootstrap.cc:492] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161: No bootstrap required, opened a new log
14:08:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.269421  1852 ts_tablet_manager.cc:1403] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent bootstrapping tablet: real 0.055s	user 0.017s	sys 0.004s
14:08:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.335690  1852 raft_consensus.cc:359] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.337162  1852 raft_consensus.cc:385] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.337553  1852 raft_consensus.cc:740] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Initialized, Role: FOLLOWER
14:08:46.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.338510  1852 consensus_queue.cc:260] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.355901  1852 ts_tablet_manager.cc:1434] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent starting tablet: real 0.086s	user 0.029s	sys 0.009s
14:08:46.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.373618  1852 tablet_bootstrap.cc:492] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161: Bootstrap starting.
14:08:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.388339  1852 tablet_bootstrap.cc:654] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161: Neither blocks nor log segments found. Creating new log.
14:08:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.397907  1848 tablet_bootstrap.cc:654] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669: Neither blocks nor log segments found. Creating new log.
14:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.407868  1852 tablet_bootstrap.cc:492] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161: No bootstrap required, opened a new log
14:08:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.408317  1852 ts_tablet_manager.cc:1403] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent bootstrapping tablet: real 0.035s	user 0.011s	sys 0.004s
14:08:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.411233  1852 raft_consensus.cc:359] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.411873  1852 raft_consensus.cc:385] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.412192  1852 raft_consensus.cc:740] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Initialized, Role: FOLLOWER
14:08:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.414572  1852 consensus_queue.cc:260] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.416335  1329 tablet.cc:2404] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:46.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.417873  1852 ts_tablet_manager.cc:1434] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
14:08:46.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.418782  1852 tablet_bootstrap.cc:492] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161: Bootstrap starting.
14:08:46.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.425105  1856 raft_consensus.cc:493] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.425678  1856 raft_consensus.cc:515] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.430642  1856 leader_election.cc:290] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.438318  1855 tablet_bootstrap.cc:492] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf: Bootstrap starting.
14:08:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.449472  1848 log.cc:826] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669: Log is configured to *not* fsync() on all Append() calls
14:08:46.464 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:46.464 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:46.464 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:46.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:46.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:46.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:46.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:46.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:46.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:46.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:46.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:46.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:46.465 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:46.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.475736  1855 tablet_bootstrap.cc:654] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf: Neither blocks nor log segments found. Creating new log.
14:08:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.479702  1855 log.cc:826] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf: Log is configured to *not* fsync() on all Append() calls
14:08:46.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.448331  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a2136a18ec364620811056d346eacaa8" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:46.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.484558  1848 tablet_bootstrap.cc:492] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669: No bootstrap required, opened a new log
14:08:46.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.487354  1192 leader_election.cc:343] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.489674  1848 ts_tablet_manager.cc:1403] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669: Time spent bootstrapping tablet: real 0.251s	user 0.017s	sys 0.000s
14:08:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.490552  1852 tablet_bootstrap.cc:654] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161: Neither blocks nor log segments found. Creating new log.
14:08:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.491470  1855 tablet_bootstrap.cc:492] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf: No bootstrap required, opened a new log
14:08:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.492039  1855 ts_tablet_manager.cc:1403] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent bootstrapping tablet: real 0.054s	user 0.022s	sys 0.000s
14:08:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.511056  1855 raft_consensus.cc:359] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.514604  1852 tablet_bootstrap.cc:492] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161: No bootstrap required, opened a new log
14:08:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.515009  1852 ts_tablet_manager.cc:1403] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent bootstrapping tablet: real 0.096s	user 0.008s	sys 0.002s
14:08:46.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.512321  1855 raft_consensus.cc:385] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.516512  1855 raft_consensus.cc:740] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 479a3408add64f9ea4cc7ae1ba4238cf, State: Initialized, Role: FOLLOWER
14:08:46.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.518324  1852 raft_consensus.cc:359] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.519562  1855 consensus_queue.cc:260] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.521 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:46.521 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:46.521 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:46.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:46.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:46.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:46.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:46.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:46.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.521327  1852 raft_consensus.cc:385] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:46.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.521684  1852 raft_consensus.cc:740] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Initialized, Role: FOLLOWER
14:08:46.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:46.522 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.522356  1852 consensus_queue.cc:260] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.524856  1852 ts_tablet_manager.cc:1434] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.001s
14:08:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.525712  1852 tablet_bootstrap.cc:492] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161: Bootstrap starting.
14:08:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.521250  1620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a2136a18ec364620811056d346eacaa8" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.541471  1852 tablet_bootstrap.cc:654] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161: Neither blocks nor log segments found. Creating new log.
14:08:46.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.543476  1194 leader_election.cc:343] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.550026  1194 leader_election.cc:304] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161; no voters: 479a3408add64f9ea4cc7ae1ba4238cf, dbcb1e051166456aa6d009f2d150a669
14:08:46.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.552353  1856 raft_consensus.cc:2749] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.566253  1855 ts_tablet_manager.cc:1434] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent starting tablet: real 0.074s	user 0.024s	sys 0.007s
14:08:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.567278  1855 tablet_bootstrap.cc:492] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf: Bootstrap starting.
14:08:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.561157  1848 raft_consensus.cc:359] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.577491  1848 raft_consensus.cc:385] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.577836  1848 raft_consensus.cc:740] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dbcb1e051166456aa6d009f2d150a669, State: Initialized, Role: FOLLOWER
14:08:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.580376  1848 consensus_queue.cc:260] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.582721  1852 tablet_bootstrap.cc:492] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161: No bootstrap required, opened a new log
14:08:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.583156  1852 ts_tablet_manager.cc:1403] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent bootstrapping tablet: real 0.058s	user 0.008s	sys 0.003s
14:08:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.585777  1852 raft_consensus.cc:359] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.586383  1852 raft_consensus.cc:385] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.586651  1852 raft_consensus.cc:740] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Initialized, Role: FOLLOWER
14:08:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.587723  1855 tablet_bootstrap.cc:654] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf: Neither blocks nor log segments found. Creating new log.
14:08:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.587229  1852 consensus_queue.cc:260] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.597736  1856 raft_consensus.cc:493] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.598156  1856 raft_consensus.cc:515] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.599972  1856 leader_election.cc:290] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.600504  1848 ts_tablet_manager.cc:1434] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669: Time spent starting tablet: real 0.111s	user 0.030s	sys 0.005s
14:08:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.603392  1620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f156f7242a2439a9921537ede49b144" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.605085  1848 tablet_bootstrap.cc:492] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669: Bootstrap starting.
14:08:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.612437  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f156f7242a2439a9921537ede49b144" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.615057  1194 leader_election.cc:343] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.616619  1192 leader_election.cc:343] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.617025  1192 leader_election.cc:304] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161; no voters: 479a3408add64f9ea4cc7ae1ba4238cf, dbcb1e051166456aa6d009f2d150a669
14:08:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.617865  1856 raft_consensus.cc:2749] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.618687  1852 ts_tablet_manager.cc:1434] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent starting tablet: real 0.035s	user 0.006s	sys 0.000s
14:08:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.619664  1852 tablet_bootstrap.cc:492] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161: Bootstrap starting.
14:08:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.621009  1848 tablet_bootstrap.cc:654] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669: Neither blocks nor log segments found. Creating new log.
14:08:46.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.636638  1855 tablet_bootstrap.cc:492] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf: No bootstrap required, opened a new log
14:08:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.637177  1855 ts_tablet_manager.cc:1403] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent bootstrapping tablet: real 0.070s	user 0.013s	sys 0.000s
14:08:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.638203  1848 tablet_bootstrap.cc:492] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669: No bootstrap required, opened a new log
14:08:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.638602  1848 ts_tablet_manager.cc:1403] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669: Time spent bootstrapping tablet: real 0.034s	user 0.013s	sys 0.001s
14:08:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.640738  1855 raft_consensus.cc:359] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.642256  1848 raft_consensus.cc:359] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.642910  1848 raft_consensus.cc:385] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.643174  1848 raft_consensus.cc:740] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dbcb1e051166456aa6d009f2d150a669, State: Initialized, Role: FOLLOWER
14:08:46.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.643798  1848 consensus_queue.cc:260] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.646248  1848 ts_tablet_manager.cc:1434] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669: Time spent starting tablet: real 0.007s	user 0.001s	sys 0.005s
14:08:46.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.646947  1855 raft_consensus.cc:385] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.647179  1848 tablet_bootstrap.cc:492] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669: Bootstrap starting.
14:08:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.653717  1848 tablet_bootstrap.cc:654] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669: Neither blocks nor log segments found. Creating new log.
14:08:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.647266  1855 raft_consensus.cc:740] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 479a3408add64f9ea4cc7ae1ba4238cf, State: Initialized, Role: FOLLOWER
14:08:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.662658  1855 consensus_queue.cc:260] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.672565  1852 tablet_bootstrap.cc:654] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161: Neither blocks nor log segments found. Creating new log.
14:08:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.682116  1855 ts_tablet_manager.cc:1434] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent starting tablet: real 0.045s	user 0.007s	sys 0.000s
14:08:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.683105  1855 tablet_bootstrap.cc:492] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf: Bootstrap starting.
14:08:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.715056  1852 tablet_bootstrap.cc:492] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161: No bootstrap required, opened a new log
14:08:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.715462  1852 ts_tablet_manager.cc:1403] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent bootstrapping tablet: real 0.096s	user 0.006s	sys 0.007s
14:08:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.718214  1852 raft_consensus.cc:359] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.718935  1852 raft_consensus.cc:385] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.719208  1852 raft_consensus.cc:740] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Initialized, Role: FOLLOWER
14:08:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.719914  1852 consensus_queue.cc:260] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.722599  1852 ts_tablet_manager.cc:1434] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.002s
14:08:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.723500  1852 tablet_bootstrap.cc:492] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161: Bootstrap starting.
14:08:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.729699  1852 tablet_bootstrap.cc:654] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161: Neither blocks nor log segments found. Creating new log.
14:08:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.733950  1855 tablet_bootstrap.cc:654] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf: Neither blocks nor log segments found. Creating new log.
14:08:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.734783  1848 tablet_bootstrap.cc:492] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669: No bootstrap required, opened a new log
14:08:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.735186  1848 ts_tablet_manager.cc:1403] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669: Time spent bootstrapping tablet: real 0.088s	user 0.035s	sys 0.022s
14:08:46.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.737704  1856 raft_consensus.cc:493] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.737936  1848 raft_consensus.cc:359] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:46.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.738168  1856 raft_consensus.cc:515] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:46.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.738770  1848 raft_consensus.cc:385] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.739180  1848 raft_consensus.cc:740] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dbcb1e051166456aa6d009f2d150a669, State: Initialized, Role: FOLLOWER
14:08:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.740103  1856 leader_election.cc:290] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829), 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.740772  1620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98ab573b5dea4ce2bf834a379a77ac8d" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.741568  1848 consensus_queue.cc:260] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.742585  1620 raft_consensus.cc:2468] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 0.
14:08:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.742867  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98ab573b5dea4ce2bf834a379a77ac8d" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.744239  1192 leader_election.cc:343] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.744486  1852 tablet_bootstrap.cc:492] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161: No bootstrap required, opened a new log
14:08:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.744946  1852 ts_tablet_manager.cc:1403] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent bootstrapping tablet: real 0.022s	user 0.015s	sys 0.001s
14:08:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.746079  1194 leader_election.cc:304] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669; no voters: 479a3408add64f9ea4cc7ae1ba4238cf
14:08:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.747758  1848 ts_tablet_manager.cc:1434] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669: Time spent starting tablet: real 0.012s	user 0.003s	sys 0.004s
14:08:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.747537  1852 raft_consensus.cc:359] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.748240  1852 raft_consensus.cc:385] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.748495  1852 raft_consensus.cc:740] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Initialized, Role: FOLLOWER
14:08:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.751807  1856 raft_consensus.cc:2804] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.752693  1848 tablet_bootstrap.cc:492] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669: Bootstrap starting.
14:08:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.752236  1856 raft_consensus.cc:493] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.753499  1856 raft_consensus.cc:3060] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Advancing to term 1
14:08:46.761 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:46.761 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:46.761 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:46.761 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:46.761 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:46.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:46.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:46.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:46.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:46.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:46.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:46.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:46.762 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.765589  1848 tablet_bootstrap.cc:654] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669: Neither blocks nor log segments found. Creating new log.
14:08:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.769675  1672 tablet.cc:2404] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:46.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.776250  1524 tablet.cc:2404] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:08:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.781677  1864 raft_consensus.cc:493] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.782225  1864 raft_consensus.cc:515] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.788388  1864 leader_election.cc:290] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:46.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.798475  1848 tablet_bootstrap.cc:492] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669: No bootstrap required, opened a new log
14:08:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.798952  1848 ts_tablet_manager.cc:1403] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669: Time spent bootstrapping tablet: real 0.047s	user 0.013s	sys 0.001s
14:08:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.802381  1848 raft_consensus.cc:359] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.803036  1848 raft_consensus.cc:385] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.803303  1848 raft_consensus.cc:740] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dbcb1e051166456aa6d009f2d150a669, State: Initialized, Role: FOLLOWER
14:08:46.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.804075  1848 consensus_queue.cc:260] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.815621  1848 ts_tablet_manager.cc:1434] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669: Time spent starting tablet: real 0.016s	user 0.001s	sys 0.004s
14:08:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.818557  1848 tablet_bootstrap.cc:492] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669: Bootstrap starting.
14:08:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.781174  1852 consensus_queue.cc:260] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.818564  1856 raft_consensus.cc:515] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.825577  1874 raft_consensus.cc:493] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.830005  1874 raft_consensus.cc:515] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.836421  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8c36186a74274605b93a199e9ff8a249" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.838279  1192 leader_election.cc:343] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.840476  1856 leader_election.cc:290] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Requested vote from peers dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829), 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.840801  1620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8c36186a74274605b93a199e9ff8a249" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.841404  1620 raft_consensus.cc:2468] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 0.
14:08:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.842829  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98ab573b5dea4ce2bf834a379a77ac8d" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf"
14:08:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.843225  1848 tablet_bootstrap.cc:654] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669: Neither blocks nor log segments found. Creating new log.
14:08:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.844377  1192 leader_election.cc:343] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.845021  1876 raft_consensus.cc:493] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.845649  1876 raft_consensus.cc:515] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.850526  1620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98ab573b5dea4ce2bf834a379a77ac8d" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669"
14:08:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.851152  1620 raft_consensus.cc:3060] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Advancing to term 1
14:08:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.859776  1619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c9077bb74ae4182a95fe53bf78ba007" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.861570  1194 leader_election.cc:304] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669; no voters: 479a3408add64f9ea4cc7ae1ba4238cf
14:08:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.863080  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c9077bb74ae4182a95fe53bf78ba007" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.863863  1474 raft_consensus.cc:2468] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 0.
14:08:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.864228  1856 raft_consensus.cc:2804] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.864588  1856 raft_consensus.cc:493] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:46.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.864481  1194 leader_election.cc:343] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.865036  1856 raft_consensus.cc:3060] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Advancing to term 1
14:08:46.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.865698  1620 raft_consensus.cc:2468] T 98ab573b5dea4ce2bf834a379a77ac8d P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 1.
14:08:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.870322  1192 leader_election.cc:304] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 479a3408add64f9ea4cc7ae1ba4238cf, 50ccfdbac0d74ff2beb563f9b5fc6161; no voters: dbcb1e051166456aa6d009f2d150a669
14:08:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.872246  1856 raft_consensus.cc:515] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.875208  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8c36186a74274605b93a199e9ff8a249" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf"
14:08:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.875984  1874 leader_election.cc:290] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.876274  1192 leader_election.cc:343] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.876972  1874 raft_consensus.cc:2804] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.877503  1874 raft_consensus.cc:493] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.877936  1874 raft_consensus.cc:3060] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Advancing to term 1
14:08:46.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.849131  1876 leader_election.cc:290] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:46.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.880152  1194 leader_election.cc:304] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669; no voters: 479a3408add64f9ea4cc7ae1ba4238cf
14:08:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.888484  1848 tablet_bootstrap.cc:492] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669: No bootstrap required, opened a new log
14:08:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.888921  1848 ts_tablet_manager.cc:1403] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669: Time spent bootstrapping tablet: real 0.071s	user 0.014s	sys 0.003s
14:08:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.890707  1852 ts_tablet_manager.cc:1434] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161: Time spent starting tablet: real 0.146s	user 0.011s	sys 0.011s
14:08:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.891734  1848 raft_consensus.cc:359] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.888521  1879 raft_consensus.cc:2804] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Leader election won for term 1
14:08:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.893352  1879 raft_consensus.cc:697] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 LEADER]: Becoming Leader. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Running, Role: LEADER
14:08:46.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.896325  1855 tablet_bootstrap.cc:492] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf: No bootstrap required, opened a new log
14:08:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.896873  1855 ts_tablet_manager.cc:1403] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent bootstrapping tablet: real 0.214s	user 0.015s	sys 0.023s
14:08:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.896004  1879 consensus_queue.cc:237] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.892505  1848 raft_consensus.cc:385] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.899753  1848 raft_consensus.cc:740] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dbcb1e051166456aa6d009f2d150a669, State: Initialized, Role: FOLLOWER
14:08:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.905965  1856 leader_election.cc:290] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Requested vote from peers 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.905968  1876 raft_consensus.cc:493] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.907054  1620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8c36186a74274605b93a199e9ff8a249" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669"
14:08:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.907744  1620 raft_consensus.cc:3060] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Advancing to term 1
14:08:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.908767  1848 consensus_queue.cc:260] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.915354  1620 raft_consensus.cc:2468] T 8c36186a74274605b93a199e9ff8a249 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 1.
14:08:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.911990  1848 ts_tablet_manager.cc:1434] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669: Time spent starting tablet: real 0.023s	user 0.007s	sys 0.000s
14:08:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.918965  1866 raft_consensus.cc:493] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.919416  1866 raft_consensus.cc:515] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:46.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.930558  1866 leader_election.cc:290] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425), 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.929391  1876 raft_consensus.cc:515] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.937441  1876 leader_election.cc:290] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.937595  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b91ba04e18ac415bbd6b19b54990df16" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.938241  1474 raft_consensus.cc:2468] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 0.
14:08:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.939476  1192 leader_election.cc:304] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 479a3408add64f9ea4cc7ae1ba4238cf, 50ccfdbac0d74ff2beb563f9b5fc6161; no voters: 
14:08:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.939877  1619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b91ba04e18ac415bbd6b19b54990df16" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.940536  1619 raft_consensus.cc:2468] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 0.
14:08:46.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.943429  1876 raft_consensus.cc:2804] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.944725  1876 raft_consensus.cc:493] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.945889  1876 raft_consensus.cc:3060] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Advancing to term 1
14:08:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.943576  1194 leader_election.cc:304] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669; no voters: 479a3408add64f9ea4cc7ae1ba4238cf
14:08:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.948210  1856 raft_consensus.cc:2804] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Leader election won for term 1
14:08:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.904634  1855 raft_consensus.cc:359] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.952476  1848 tablet_bootstrap.cc:492] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669: Bootstrap starting.
14:08:46.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.952932  1855 raft_consensus.cc:385] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.953732  1855 raft_consensus.cc:740] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 479a3408add64f9ea4cc7ae1ba4238cf, State: Initialized, Role: FOLLOWER
14:08:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.957563  1856 raft_consensus.cc:697] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 LEADER]: Becoming Leader. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Running, Role: LEADER
14:08:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.956380  1855 consensus_queue.cc:260] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.958374  1856 consensus_queue.cc:237] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.967854  1866 raft_consensus.cc:493] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.968374  1866 raft_consensus.cc:515] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.970351  1866 leader_election.cc:290] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425), 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:46.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.972186  1864 raft_consensus.cc:493] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.972656  1864 raft_consensus.cc:515] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.974493  1864 leader_election.cc:290] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.974572   984 catalog_manager.cc:5696] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 reported cstate change: term changed from 0 to 1, leader changed from <none> to 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193). New cstate: current_term: 1 leader_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } health_report { overall_health: UNKNOWN } } }
14:08:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.983852  1876 raft_consensus.cc:515] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.983456  1855 ts_tablet_manager.cc:1434] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent starting tablet: real 0.086s	user 0.007s	sys 0.000s
14:08:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.985868  1874 raft_consensus.cc:515] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.986645  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b91ba04e18ac415bbd6b19b54990df16" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf"
14:08:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.987152  1474 raft_consensus.cc:3060] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Advancing to term 1
14:08:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.993115  1620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c9077bb74ae4182a95fe53bf78ba007" candidate_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.993472  1619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a2136a18ec364620811056d346eacaa8" candidate_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.994045  1619 raft_consensus.cc:2468] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 479a3408add64f9ea4cc7ae1ba4238cf in term 0.
14:08:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.994575  1474 raft_consensus.cc:2468] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 1.
14:08:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:46.995963  1410 leader_election.cc:343] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829): Illegal state: must be running to vote when last-logged opid is not known
14:08:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.997658  1410 leader_election.cc:304] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 479a3408add64f9ea4cc7ae1ba4238cf, dbcb1e051166456aa6d009f2d150a669; no voters: 
14:08:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.998762  1619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b91ba04e18ac415bbd6b19b54990df16" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669"
14:08:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.999028  1864 raft_consensus.cc:2804] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.999289  1619 raft_consensus.cc:3060] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Advancing to term 1
14:08:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.999403  1864 raft_consensus.cc:493] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.999744  1864 raft_consensus.cc:3060] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Advancing to term 1
14:08:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.006448  1619 raft_consensus.cc:2468] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 1.
14:08:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.007202  1864 raft_consensus.cc:515] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.008620  1855 tablet_bootstrap.cc:492] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf: Bootstrap starting.
14:08:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.988416  1258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c9077bb74ae4182a95fe53bf78ba007" candidate_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" is_pre_election: true
14:08:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.990125  1257 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a2136a18ec364620811056d346eacaa8" candidate_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" is_pre_election: true
14:08:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.012494  1257 raft_consensus.cc:2468] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 479a3408add64f9ea4cc7ae1ba4238cf in term 0.
14:08:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.013999  1258 raft_consensus.cc:2393] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 479a3408add64f9ea4cc7ae1ba4238cf in current term 1: Already voted for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in this term.
14:08:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.014775  1874 leader_election.cc:290] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Requested vote from peers 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:46.996608  1876 leader_election.cc:290] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Requested vote from peers 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:47.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.007409  1194 leader_election.cc:304] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669; no voters: 
14:08:47.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.010950  1256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a2136a18ec364620811056d346eacaa8" candidate_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161"
14:08:47.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.017977  1256 raft_consensus.cc:3060] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Advancing to term 1
14:08:47.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.019143  1619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c9077bb74ae4182a95fe53bf78ba007" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669"
14:08:47.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.018110  1876 raft_consensus.cc:2804] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Leader election won for term 1
14:08:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:47.020323  1194 leader_election.cc:343] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829): Illegal state: must be running to vote when last-logged opid is not known
14:08:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.020704  1876 raft_consensus.cc:697] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 LEADER]: Becoming Leader. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Running, Role: LEADER
14:08:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.025089  1876 consensus_queue.cc:237] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.025861  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c9077bb74ae4182a95fe53bf78ba007" candidate_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf"
14:08:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.026919  1474 raft_consensus.cc:3060] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Advancing to term 1
14:08:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.032298  1410 leader_election.cc:304] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 479a3408add64f9ea4cc7ae1ba4238cf; no voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669
14:08:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.033972  1256 raft_consensus.cc:2468] T a2136a18ec364620811056d346eacaa8 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 479a3408add64f9ea4cc7ae1ba4238cf in term 1.
14:08:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.039975  1619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a2136a18ec364620811056d346eacaa8" candidate_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669"
14:08:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.040524  1619 raft_consensus.cc:3060] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Advancing to term 1
14:08:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.039851  1474 raft_consensus.cc:2468] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in term 1.
14:08:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.043488  1890 raft_consensus.cc:2749] T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.044096  1192 leader_election.cc:304] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 479a3408add64f9ea4cc7ae1ba4238cf, 50ccfdbac0d74ff2beb563f9b5fc6161; no voters: dbcb1e051166456aa6d009f2d150a669
14:08:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.045408  1874 raft_consensus.cc:2804] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Leader election won for term 1
14:08:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.045984  1874 raft_consensus.cc:697] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 LEADER]: Becoming Leader. State: Replica: 50ccfdbac0d74ff2beb563f9b5fc6161, State: Running, Role: LEADER
14:08:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.046869  1874 consensus_queue.cc:237] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.048101  1619 raft_consensus.cc:2468] T a2136a18ec364620811056d346eacaa8 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 479a3408add64f9ea4cc7ae1ba4238cf in term 1.
14:08:47.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.048847  1410 leader_election.cc:304] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 479a3408add64f9ea4cc7ae1ba4238cf, 50ccfdbac0d74ff2beb563f9b5fc6161; no voters: 
14:08:47.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.050017  1890 raft_consensus.cc:2804] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Leader election won for term 1
14:08:47.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.042865  1855 tablet_bootstrap.cc:654] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf: Neither blocks nor log segments found. Creating new log.
14:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.009362  1864 leader_election.cc:290] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 1 election: Requested vote from peers 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425), dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829)
14:08:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.067216  1848 tablet_bootstrap.cc:654] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669: Neither blocks nor log segments found. Creating new log.
14:08:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.067826  1855 tablet_bootstrap.cc:492] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf: No bootstrap required, opened a new log
14:08:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.069602  1855 ts_tablet_manager.cc:1403] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent bootstrapping tablet: real 0.061s	user 0.009s	sys 0.005s
14:08:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.075384  1256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b91ba04e18ac415bbd6b19b54990df16" candidate_uuid: "dbcb1e051166456aa6d009f2d150a669" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" is_pre_election: true
14:08:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.075484  1258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f156f7242a2439a9921537ede49b144" candidate_uuid: "dbcb1e051166456aa6d009f2d150a669" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" is_pre_election: true
14:08:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.076161  1258 raft_consensus.cc:2468] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dbcb1e051166456aa6d009f2d150a669 in term 0.
14:08:47.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.076952  1890 raft_consensus.cc:697] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 LEADER]: Becoming Leader. State: Replica: 479a3408add64f9ea4cc7ae1ba4238cf, State: Running, Role: LEADER
14:08:47.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.080242  1556 leader_election.cc:304] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669; no voters: 
14:08:47.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.081599  1866 raft_consensus.cc:2804] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:08:47.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.078236  1890 consensus_queue.cc:237] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.082034  1866 raft_consensus.cc:493] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:08:47.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.082461  1866 raft_consensus.cc:3060] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Advancing to term 1
14:08:47.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.081028  1855 raft_consensus.cc:359] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.084148  1855 raft_consensus.cc:385] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:47.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.084437  1855 raft_consensus.cc:740] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 479a3408add64f9ea4cc7ae1ba4238cf, State: Initialized, Role: FOLLOWER
14:08:47.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.086359  1855 consensus_queue.cc:260] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.091614  1855 ts_tablet_manager.cc:1434] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent starting tablet: real 0.021s	user 0.006s	sys 0.000s
14:08:47.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.093539  1855 tablet_bootstrap.cc:492] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf: Bootstrap starting.
14:08:47.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.099285  1866 raft_consensus.cc:515] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.108585  1855 tablet_bootstrap.cc:654] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf: Neither blocks nor log segments found. Creating new log.
14:08:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.112315  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b91ba04e18ac415bbd6b19b54990df16" candidate_uuid: "dbcb1e051166456aa6d009f2d150a669" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.113112  1474 raft_consensus.cc:2393] T b91ba04e18ac415bbd6b19b54990df16 P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate dbcb1e051166456aa6d009f2d150a669 in current term 1: Already voted for candidate 50ccfdbac0d74ff2beb563f9b5fc6161 in this term.
14:08:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.114723  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f156f7242a2439a9921537ede49b144" candidate_uuid: "dbcb1e051166456aa6d009f2d150a669" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.115335  1474 raft_consensus.cc:2468] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dbcb1e051166456aa6d009f2d150a669 in term 0.
14:08:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.115702   986 catalog_manager.cc:5696] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf reported cstate change: term changed from 0 to 1, leader changed from <none> to 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194). New cstate: current_term: 1 leader_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } health_report { overall_health: UNKNOWN } } }
14:08:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.117396  1554 leader_election.cc:304] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dbcb1e051166456aa6d009f2d150a669; no voters: 479a3408add64f9ea4cc7ae1ba4238cf, 50ccfdbac0d74ff2beb563f9b5fc6161
14:08:47.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:47.120090  1515 debug-util.cc:398] Leaking SignalData structure 0x7b08000adf80 after lost signal to thread 1336
14:08:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.125305  1866 leader_election.cc:290] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [CANDIDATE]: Term 1 election: Requested vote from peers 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425), 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.125360  1258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f156f7242a2439a9921537ede49b144" candidate_uuid: "dbcb1e051166456aa6d009f2d150a669" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161"
14:08:47.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.125985  1258 raft_consensus.cc:3060] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 0 FOLLOWER]: Advancing to term 1
14:08:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.130086  1866 raft_consensus.cc:2749] T b91ba04e18ac415bbd6b19b54990df16 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:08:47.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.144176  1258 raft_consensus.cc:2468] T 1f156f7242a2439a9921537ede49b144 P 50ccfdbac0d74ff2beb563f9b5fc6161 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dbcb1e051166456aa6d009f2d150a669 in term 1.
14:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.144186  1474 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f156f7242a2439a9921537ede49b144" candidate_uuid: "dbcb1e051166456aa6d009f2d150a669" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf"
14:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.144752  1474 raft_consensus.cc:3060] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Advancing to term 1
14:08:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.146974  1556 leader_election.cc:304] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669; no voters: 
14:08:47.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.149314  1902 raft_consensus.cc:2804] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Leader election won for term 1
14:08:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.149951  1902 raft_consensus.cc:697] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [term 1 LEADER]: Becoming Leader. State: Replica: dbcb1e051166456aa6d009f2d150a669, State: Running, Role: LEADER
14:08:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.151160  1902 consensus_queue.cc:237] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.153935  1474 raft_consensus.cc:2468] T 1f156f7242a2439a9921537ede49b144 P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dbcb1e051166456aa6d009f2d150a669 in term 1.
14:08:47.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.164424  1855 tablet_bootstrap.cc:492] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf: No bootstrap required, opened a new log
14:08:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.165014  1855 ts_tablet_manager.cc:1403] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent bootstrapping tablet: real 0.072s	user 0.007s	sys 0.005s
14:08:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.167873  1855 raft_consensus.cc:359] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:47.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.168957  1855 raft_consensus.cc:385] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.171669  1848 tablet_bootstrap.cc:492] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669: No bootstrap required, opened a new log
14:08:47.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.172253  1848 ts_tablet_manager.cc:1403] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669: Time spent bootstrapping tablet: real 0.220s	user 0.013s	sys 0.004s
14:08:47.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.172411  1855 raft_consensus.cc:740] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 479a3408add64f9ea4cc7ae1ba4238cf, State: Initialized, Role: FOLLOWER
14:08:47.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.173221  1855 consensus_queue.cc:260] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.178050  1855 ts_tablet_manager.cc:1434] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.001s
14:08:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.182564  1855 tablet_bootstrap.cc:492] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf: Bootstrap starting.
14:08:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.194365  1855 tablet_bootstrap.cc:654] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf: Neither blocks nor log segments found. Creating new log.
14:08:47.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.181790  1848 raft_consensus.cc:359] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.198882  1848 raft_consensus.cc:385] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:47.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.200079  1848 raft_consensus.cc:740] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dbcb1e051166456aa6d009f2d150a669, State: Initialized, Role: FOLLOWER
14:08:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.206871  1855 tablet_bootstrap.cc:492] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf: No bootstrap required, opened a new log
14:08:47.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.204331  1848 consensus_queue.cc:260] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.209082  1855 ts_tablet_manager.cc:1403] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent bootstrapping tablet: real 0.029s	user 0.007s	sys 0.004s
14:08:47.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.210906  1848 ts_tablet_manager.cc:1434] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669: Time spent starting tablet: real 0.038s	user 0.003s	sys 0.003s
14:08:47.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.213716  1855 raft_consensus.cc:359] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.215818  1855 raft_consensus.cc:385] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:08:47.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.216740  1855 raft_consensus.cc:740] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 479a3408add64f9ea4cc7ae1ba4238cf, State: Initialized, Role: FOLLOWER
14:08:47.219 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.220 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.220 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.217500  1855 consensus_queue.cc:260] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.220 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.221 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.221 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.221 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.223408  1855 ts_tablet_manager.cc:1434] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.001s
14:08:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.277266   984 catalog_manager.cc:5696] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 reported cstate change: term changed from 0 to 1, leader changed from <none> to 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193). New cstate: current_term: 1 leader_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } health_report { overall_health: UNKNOWN } } }
14:08:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.282629   985 catalog_manager.cc:5696] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 reported cstate change: term changed from 0 to 1, leader changed from <none> to dbcb1e051166456aa6d009f2d150a669 (127.0.201.195). New cstate: current_term: 1 leader_uuid: "dbcb1e051166456aa6d009f2d150a669" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } health_report { overall_health: HEALTHY } } }
14:08:47.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.278923   984 catalog_manager.cc:5696] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 reported cstate change: term changed from 0 to 1, leader changed from <none> to 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193). New cstate: current_term: 1 leader_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } health_report { overall_health: UNKNOWN } } }
14:08:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.288830   984 catalog_manager.cc:5696] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 reported cstate change: term changed from 0 to 1, leader changed from <none> to 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193). New cstate: current_term: 1 leader_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } health_report { overall_health: UNKNOWN } } }
14:08:47.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.301508  1474 raft_consensus.cc:3060] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Advancing to term 1
14:08:47.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.305254  1874 consensus_queue.cc:1048] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.313264  1890 raft_consensus.cc:493] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.313702  1890 raft_consensus.cc:515] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } } peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } }
14:08:47.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.318730  1620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98ab573b5dea4ce2bf834a379a77ac8d" candidate_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbcb1e051166456aa6d009f2d150a669" is_pre_election: true
14:08:47.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.321936  1874 consensus_queue.cc:1048] T 98ab573b5dea4ce2bf834a379a77ac8d P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Connected to new peer: Peer: permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.325224  1258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98ab573b5dea4ce2bf834a379a77ac8d" candidate_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" is_pre_election: true
14:08:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.326874  1410 leader_election.cc:304] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 479a3408add64f9ea4cc7ae1ba4238cf; no voters: 50ccfdbac0d74ff2beb563f9b5fc6161, dbcb1e051166456aa6d009f2d150a669
14:08:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.329028  1890 leader_election.cc:290] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dbcb1e051166456aa6d009f2d150a669 (127.0.201.195:45829), 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425)
14:08:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.383373  1893 raft_consensus.cc:2749] T 98ab573b5dea4ce2bf834a379a77ac8d P 479a3408add64f9ea4cc7ae1ba4238cf [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:08:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.403510  1876 consensus_queue.cc:1048] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.412837  1473 raft_consensus.cc:3060] T 8c36186a74274605b93a199e9ff8a249 P 479a3408add64f9ea4cc7ae1ba4238cf [term 0 FOLLOWER]: Advancing to term 1
14:08:47.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:47.435 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:47.435 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:47.435 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:47.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.436 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.442796  1874 consensus_queue.cc:1048] T 8c36186a74274605b93a199e9ff8a249 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Connected to new peer: Peer: permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.456 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:47.456 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:47.456 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:47.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.458 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.464848  1856 consensus_queue.cc:1048] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Connected to new peer: Peer: permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.471879  1885 consensus_queue.cc:1048] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.506886  1619 raft_consensus.cc:3060] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [term 0 FOLLOWER]: Advancing to term 1
14:08:47.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.531132  1876 consensus_queue.cc:1048] T b91ba04e18ac415bbd6b19b54990df16 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Connected to new peer: Peer: permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.549 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:47.549 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:47.549 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:47.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.553 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.577342  1893 consensus_queue.cc:1048] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:08:47.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.608644  1866 consensus_queue.cc:1048] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [LEADER]: Connected to new peer: Peer: permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.618741  1890 consensus_queue.cc:1048] T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.619167  1902 raft_consensus.cc:493] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.620064  1876 consensus_queue.cc:1048] T 4c9077bb74ae4182a95fe53bf78ba007 P 50ccfdbac0d74ff2beb563f9b5fc6161 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.619652  1902 raft_consensus.cc:515] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" member_type: VOTER last_known_addr { host: "127.0.201.193" port: 46425 } } peers { permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 } } peers { permanent_uuid: "dbcb1e051166456aa6d009f2d150a669" member_type: VOTER last_known_addr { host: "127.0.201.195" port: 45829 } }
14:08:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.631525  1256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c9077bb74ae4182a95fe53bf78ba007" candidate_uuid: "dbcb1e051166456aa6d009f2d150a669" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50ccfdbac0d74ff2beb563f9b5fc6161" is_pre_election: true
14:08:47.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:47.638 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:47.638 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:47.638 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:47.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:47.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:47.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:47.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.660681  1902 leader_election.cc:290] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425), 479a3408add64f9ea4cc7ae1ba4238cf (127.0.201.194:35767)
14:08:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.664746  1473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c9077bb74ae4182a95fe53bf78ba007" candidate_uuid: "dbcb1e051166456aa6d009f2d150a669" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" is_pre_election: true
14:08:47.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.666666  1554 leader_election.cc:304] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dbcb1e051166456aa6d009f2d150a669; no voters: 479a3408add64f9ea4cc7ae1ba4238cf, 50ccfdbac0d74ff2beb563f9b5fc6161
14:08:47.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.695776  1902 consensus_queue.cc:1048] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 [LEADER]: Connected to new peer: Peer: permanent_uuid: "479a3408add64f9ea4cc7ae1ba4238cf" member_type: VOTER last_known_addr { host: "127.0.201.194" port: 35767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:08:47.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:47.697072  1924 raft_consensus.cc:2749] T 4c9077bb74ae4182a95fe53bf78ba007 P dbcb1e051166456aa6d009f2d150a669 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:08:47.697 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:47.697 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RESTARTING to RUNNING.
14:08:47.697 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:47.698 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:47.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.698 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 4f518ce015fb3d1dd3d7b803f79bfa6e from Checkpoint 73 @ 1779113263184 for 4f518ce015fb3d1dd3d7b803f79bfa6e located at file:/tmp/junit1839437246106336857/checkpoints/4f518ce015fb3d1dd3d7b803f79bfa6e/chk-73.
14:08:47.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:47.699 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:08:47.699 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:08:47.717 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
14:08:47.718 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:47.719 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
14:08:47.719 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba
14:08:47.720 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:08:47.721 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:08:47.721 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
14:08:47.722 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:47.722 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
14:08:47.722 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 6b6f675a50055e3a8a73ee698a184eff
14:08:47.723 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
14:08:47.723 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:47.725 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
14:08:47.725 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb
14:08:47.725 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
14:08:47.727 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:47.727 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
14:08:47.727 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id ea8524f547cf73ce00c2dc784912cab7
14:08:47.739 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:47.739 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:47.739 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:47.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.741 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:47.747 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:47.747 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:47.748 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:47.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:47.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:47.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:47.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:47.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:47.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:47.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:47.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:47.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:47.749 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:47.780 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6b6f675a50055e3a8a73ee698a184eff.
14:08:47.781 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 6b6f675a50055e3a8a73ee698a184eff.
14:08:47.782 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:08:47.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
14:08:47.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
14:08:47.783 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a10512
14:08:47.783 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:47.783 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:08:47.783 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:47.783 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:08:47.784 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:08:47.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
14:08:47.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
14:08:47.786 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c88c1b8
14:08:47.788 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:47.797 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45a19701
14:08:47.797 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:47.797 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:47.804 [INFO - Thread-60] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:08:47.804 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:08:47.805 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:08:47.805 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.27.19.62:45349(127.27.19.62:45349)] disconnecting while in state TERMINATED
14:08:47.805 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.27.19.60:35973(127.27.19.60:35973)] disconnecting while in state TERMINATED
14:08:47.805 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.27.19.61:40871(127.27.19.61:40871)] disconnecting while in state TERMINATED
14:08:47.806 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:47.808 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot ea8524f547cf73ce00c2dc784912cab7.
14:08:47.808 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3610e4a8
14:08:47.809 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id ea8524f547cf73ce00c2dc784912cab7.
14:08:47.811 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
14:08:47.811 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
14:08:47.812 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:47.812 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a2a701c
14:08:47.812 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:47.817 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:47.818 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:08:47.818 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:08:47.819 [INFO - Thread-60] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:08:47.820 [INFO - Thread-60] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:08:47.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:47.822 [DEBUG - Thread-60] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:47.822 [INFO - Thread-60] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:47.824 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@566362f5
14:08:47.826 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:47.826 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
14:08:47.826 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
14:08:47.826 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b9fc02
14:08:47.826 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:47.827 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:08:47.827 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:08:47.833 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:08:47.835 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4be0bd90
14:08:47.837 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:47.843 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.846 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.847 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:47.847 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:47.847 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:47.847 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:47.863 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.878 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.890 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.900 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.908 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.912 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.921 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:47.921 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:47.921 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:47.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.922 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:47.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:47.925 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.931 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.931 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:47.932 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:47.932 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:47.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.932 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:47.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.938 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.939 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.940 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.941 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.941 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.943 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.948 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.949 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.949 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.952 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.952 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.953 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.953 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.954 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.954 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.955 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:47.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.955 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.955 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:47.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.956 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:47.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.956 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:47.958 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.958 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.958 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.959 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.959 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.959 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.960 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.964 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.964 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.964 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.965 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.965 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.966 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.966 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.967 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.967 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.968 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.968 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.968 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.968 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.969 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.975 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:47.976 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:47.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.978 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.979 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:47.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.979 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.980 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.981 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.981 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.982 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:47.982 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:47.982 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:47.982 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.982 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.982 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.982 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:47.982 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:47.982 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:47.983 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:47.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.984 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:47.984 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.984 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.984 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.984 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.984 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.984 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.985 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.985 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.986 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.987 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.987 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.987 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:47.995 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:47.996 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:47.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:47.997 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:47.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:47.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:47.998 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:47.998 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:47.998 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:47.998 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:47.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:47.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:47.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:47.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.004 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.004 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.004 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.004 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.004 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.004 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.005 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.006 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.006 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.006 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.007 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.015 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:48.015 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:48.015 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:48.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:48.019 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.019 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.019 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.019 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.020 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.023 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.023 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.024 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.026 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.026 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.026 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.026 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.026 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.026 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.026 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.035 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:48.035 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:48.035 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:48.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.040 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:48.052 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.052 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.052 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.054 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.054 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.054 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.058 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.058 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.058 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.059 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.064 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.064 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.064 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.064 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.075 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:48.075 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:48.076 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:48.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.082 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:48.084 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.084 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.084 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.085 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.086 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.086 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.087 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.087 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.103 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.103 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.103 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.104 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.104 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.105 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.105 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.105 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.105 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.106 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.106 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.115 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:48.115 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:48.115 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:48.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:48.117 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.118 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.118 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.118 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:48.146 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.146 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.146 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.149 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.155 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:48.155 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:48.155 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:48.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.155 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:48.164 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.164 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.164 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.165 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.204 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.204 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.204 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.205 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.207 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:48.207 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:48.207 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:48.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:48.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:48.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:48.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:48.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:48.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:48.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:48.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:48.208 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:48.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:48.238 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.238 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.238 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.239 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.239 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.243 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:48.243 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:48.244 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.244 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:48.244 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:48.244 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:48.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:48.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:48.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:48.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:48.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:48.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.245 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:48.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:48.246 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:48.255 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:48.255 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:48.255 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:48.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:48.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:48.324 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.324 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.324 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.353 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.353 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.353 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.354 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.355 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.407 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.407 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.407 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:48.427 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:48.427 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:48.427 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:48.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:48.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:48.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:48.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:48.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:48.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:48.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:48.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:48.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:48.429 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:48.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:48.680 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.680 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.680 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.680 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:48.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.681 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:48.681 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:48.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:48.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:48.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:48.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:48.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:48.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:48.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:48.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:48.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:48.682 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:48.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.684 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.740 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.740 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.740 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.741 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.775 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:48.775 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:48.775 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:48.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:48.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:48.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:48.776 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:48.780 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:48.780 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:48.781 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:48.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:48.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:48.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:48.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:48.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:48.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:48.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:48.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:48.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:48.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:48.818 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.818 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.818 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:48.826 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.826 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.826 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.828 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.829 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.829 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.899 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RESTARTING to RUNNING.
14:08:48.900 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 46167b4104acab610af5cd9644360c4d from Checkpoint 71 @ 1779113168467 for 46167b4104acab610af5cd9644360c4d located at file:/tmp/junit1997771594265435018/checkpoints/46167b4104acab610af5cd9644360c4d/chk-71.
14:08:48.901 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
14:08:48.901 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:08:48.902 [INFO - Thread-61] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:08:48.902 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
14:08:48.902 [DEBUG - Thread-61] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state TERMINATED
14:08:48.902 [DEBUG - Thread-61] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state TERMINATED
14:08:48.902 [DEBUG - Thread-61] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state TERMINATED
14:08:48.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:48.903 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:48.904 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
14:08:48.904 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 9d4699c768d84e7eef6ad1d2a837b629
14:08:48.904 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
14:08:48.905 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
14:08:48.905 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 829b669c9d09e09bfe46427a95cc7f96
14:08:48.905 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
14:08:48.906 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
14:08:48.906 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 95b6f7e427a4183710e9a5a05541822d
14:08:48.907 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
14:08:48.907 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:08:48.907 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
14:08:48.907 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id a1be49eec86fee4ded01ecf9c76e477a
14:08:48.907 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:48.908 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:48.908 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 9d4699c768d84e7eef6ad1d2a837b629.
14:08:48.908 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:48.909 [INFO - Thread-61] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:08:48.909 [INFO - Thread-61] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:08:48.910 [DEBUG - Thread-61] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:48.910 [INFO - Thread-61] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:48.915 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:48.915 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:48.916 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:48.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:48.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:48.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:48.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:48.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:48.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:48.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:48.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:48.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:48.916 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:48.920 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:08:48.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
14:08:48.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
14:08:48.921 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 829b669c9d09e09bfe46427a95cc7f96.
14:08:48.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f842a7a
14:08:48.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:48.921 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:08:48.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:08:48.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
14:08:48.922 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 95b6f7e427a4183710e9a5a05541822d.
14:08:48.922 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
14:08:48.923 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:08:48.924 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id a1be49eec86fee4ded01ecf9c76e477a.
14:08:48.924 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
14:08:48.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:48.925 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:48.925 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:48.925 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:48.925 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:48.926 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
14:08:48.926 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
14:08:48.927 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
14:08:48.927 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
14:08:48.928 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4aadffd4
14:08:48.928 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:48.928 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:08:48.928 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
14:08:48.929 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75d30303
14:08:48.929 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:48.929 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:08:48.930 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5febb880
14:08:48.930 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f0ee799
14:08:48.930 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
14:08:48.929 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
14:08:48.930 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
14:08:48.931 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
14:08:48.932 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:48.933 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b95d021
14:08:48.933 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:48.934 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:48.930 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:48.935 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:48.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.937 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:48.938 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f0ad11d
14:08:48.938 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.939 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.939 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:48.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:48.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:48.939 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:48.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.940 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:48.941 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:48.941 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:48.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:48.941 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:48.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:48.941 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:48.942 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:08:48.942 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
14:08:48.942 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
14:08:48.943 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:48.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:48.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:48.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:48.944 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:48.944 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:48.946 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@59f17c6d
14:08:48.948 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:48.954 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:48.956 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:48.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:48.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:48.956 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:48.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:48.961 [DEBUG - main] (Connection.java:575) [peer master-127.31.154.189:43187(127.31.154.189:43187)] disconnecting while in state READY
14:08:48.961 [DEBUG - main] (Connection.java:575) [peer master-127.31.154.188:42123(127.31.154.188:42123)] disconnecting while in state READY
14:08:48.961 [DEBUG - main] (Connection.java:575) [peer master-127.31.154.190:35657(127.31.154.190:35657)] disconnecting while in state READY
14:08:48.962 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.154.190:35657(127.31.154.190:35657)] handling channelInactive
14:08:48.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state READY due to: connection closed
14:08:48.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:48.964 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
14:08:48.962 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.154.189:43187(127.31.154.189:43187)] handling channelInactive
14:08:48.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state READY due to: connection closed
14:08:48.964 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:08:48.968 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:48.971 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:48.971 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:48.971 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:48.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:48.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:48.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:48.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:48.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:48.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:48.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:48.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:48.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:48.972 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:48.976 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:48.976 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:48.977 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:48.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.978 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:48.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.988 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:48.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.990 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:48.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.991 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:48.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:48.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:48.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:48.992 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:48.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:48.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:48.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:48.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:48.993 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:48.993 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:48.993 [DEBUG - main] (Connection.java:575) [peer master-127.0.201.252:40097(127.0.201.252:40097)] disconnecting while in state READY
14:08:48.993 [DEBUG - main] (Connection.java:575) [peer master-127.0.201.253:42719(127.0.201.253:42719)] disconnecting while in state READY
14:08:48.993 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.154.188:42123(127.31.154.188:42123)] handling channelInactive
14:08:48.993 [DEBUG - main] (Connection.java:575) [peer master-127.0.201.254:43153(127.0.201.254:43153)] disconnecting while in state READY
14:08:48.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state READY due to: connection closed
14:08:48.994 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
14:08:48.994 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.201.252:40097(127.0.201.252:40097)] handling channelInactive
14:08:48.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state READY due to: connection closed
14:08:48.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:48.995 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.201.253:42719(127.0.201.253:42719)] handling channelInactive
14:08:48.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state READY due to: connection closed
14:08:48.995 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:48.996 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-1
14:08:48.996 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:08:48.997 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.000 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.001 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.002 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.003 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.003 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.005 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.005 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.006 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.201.254:43153(127.0.201.254:43153)] handling channelInactive
14:08:49.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state READY due to: connection closed
14:08:49.006 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
14:08:49.007 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:08:49.007 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
14:08:49.007 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
14:08:49.008 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:08:49.008 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:08:49.008 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:08:49.009 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.009 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.010 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.010 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.011 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.013 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.014 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.014 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.015 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.016 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.016 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.017 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.017 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.018 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.018 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.019 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.020 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.021 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.022 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
14:08:49.022 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
14:08:49.022 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
14:08:49.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.022 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
14:08:49.022 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
14:08:49.022 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
14:08:49.022 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
14:08:49.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.028 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.029 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.029 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.029 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.029 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.029 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.030 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.031 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.032 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.033 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.034 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.034 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.034 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.035 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.038 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.038 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:49.039 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:49.039 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:49.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.041 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:49.049 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.049 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.049 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.050 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.053 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.053 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.054 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.054 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.056 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.056 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.056 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.056 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.066 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:49.066 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:49.066 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:49.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.070 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.070 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.070 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:49.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:49.071 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:49.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:49.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:49.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:49.071 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:49.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:49.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:49.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:49.071 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.071 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:49.071 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:49.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:49.072 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:49.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.073 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.073 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.073 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.073 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.084 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:49.084 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:49.084 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:49.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:49.088 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.090 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.091 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.091 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.108 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.109 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.109 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.109 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.109 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.109 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.110 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.111 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.112 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.116 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.118 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.128 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:49.128 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:49.128 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:49.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:49.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:49.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:49.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:49.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:49.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:49.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:49.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:49.132 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.132 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.132 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.134 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.135 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:49.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:49.135 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:49.137 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.137 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.137 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.140 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.140 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.140 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.141 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.141 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.141 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.149 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.149 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.149 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.150 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.150 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.151 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.151 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.152 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.154 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.154 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.154 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.156 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.157 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.158 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.158 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.169 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.169 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.169 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.171 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.175 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.190 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.191 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.191 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.192 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:49.210548 32730 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.154.190:35657, user_credentials={real_user=slave}} blocked reactor thread for 76385us
14:08:49.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:49.218 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.218 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.218 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.218 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.218 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.218 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.226 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.232 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.232 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.232 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.236 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.236 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.236 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.237 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.238 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.258 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.258 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.260 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.260 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.260 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.260 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.260 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.260 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.260 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.268 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.269 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.269 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.269 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.296 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:49.296 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:49.296 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:49.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:49.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:49.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:49.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:49.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:49.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:49.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:49.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:49.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:49.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:49.297 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.297 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.297 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.321 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:49.322 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:49.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:49.322 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:49.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:49.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:49.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:49.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:49.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:49.323 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:49.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:49.323 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:49.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:49.324 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:49.331 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.331 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.331 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.332 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.337 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.337 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.337 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.379 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
14:08:49.417 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.417 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.417 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.422 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.422 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.423 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:49.424 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:49.424 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:49.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.424 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:49.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:49.474 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.474 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.474 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.476 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.489 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
14:08:49.489 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
14:08:49.489 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
14:08:49.513 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:08:49.516 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.517 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.517 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.519 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.548 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.548 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.548 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.549 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.549 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.549 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.549 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.550 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.551 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.551 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.552 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.553 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.557 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.558 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.558 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.559 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.718 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.718 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.719 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.720 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:49.721 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:49.721 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:49.721 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:49.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.722 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:49.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:49.732 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:49.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:49.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:49.749 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.749 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.749 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:49.836 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.836 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.836 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.837 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.846 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:49.846 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:49.846 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:49.846 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:49.917 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:49.917 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:49.917 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:49.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:49.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:49.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:49.919 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:49.924 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:49.924 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:49.924 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:49.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:49.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:49.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:49.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:49.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:49.986 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:49.987 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:49.987 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:49.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:49.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:49.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:49.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:49.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:49.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:49.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:49.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:49.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:49.988 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:50.081 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:50.081 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:50.081 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:50.082 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:50.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:50.082 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:50.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:50.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:50.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:50.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:50.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:50.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:50.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:50.139 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:50.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:50.257 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:50.257 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:50.257 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:50.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:50.261 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:50.261 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:50.261 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:50.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:50.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:50.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:50.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:50.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:50.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:50.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:50.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:50.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:50.262 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:50.293 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:50.293 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:50.294 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:50.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.295 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:50.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:50.358 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:50.358 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:50.358 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:50.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.360 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:50.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:50.486 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:50.486 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:50.486 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:50.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:50.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:50.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:50.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:50.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:50.488 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:50.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:50.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:50.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:50.488 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:50.500 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:50.500 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:50.500 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:50.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.500 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.500 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.500 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.500 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.500 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.501 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.501 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:50.527 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
14:08:50.587 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:50.588 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:50.588 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:50.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:50.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:50.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:50.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:50.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:50.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:50.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:50.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:50.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:50.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:50.592 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:50.592 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:50.592 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:50.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:50.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:50.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:50.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:50.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:50.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:50.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:50.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:50.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:50.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:50.598 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:50.598 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:50.598 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:50.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:50.599 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:50.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:50.599 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:50.619 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:50.619 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:50.619 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:50.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:50.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:50.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:50.717 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:50.718 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:50.718 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:50.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:50.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:50.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:50.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:50.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:50.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:50.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:50.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:50.720 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:50.720 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:50.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:50.831 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
14:08:50.872 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:08:50.883 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:50.883 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:50.883 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:50.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:50.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:50.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:50.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:50.919 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
14:08:50.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:50.934 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
14:08:50.935 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:50.935 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:50.935 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:50.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:50.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:50.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:50.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:50.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:50.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:50.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:50.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:50.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:50.937 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:50.955 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
14:08:50.962 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
14:08:50.964 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
14:08:50.964 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
14:08:50.964 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
14:08:50.965 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
14:08:50.965 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
14:08:50.965 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
14:08:50.965 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:08:50.965 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:08:50.966 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:08:50.966 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:08:50.966 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:08:50.966 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:08:50.966 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
14:08:50.966 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
14:08:50.966 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
14:08:50.966 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
14:08:50.967 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
14:08:50.967 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:08:50.967 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:08:50.967 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:08:50.967 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:08:50.967 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:08:50.967 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:08:50.968 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_a32c0f65e0f78bb241d33ddc5caf820b/blobStorage
14:08:50.968 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:38501 - max concurrent requests: 50 - max backlog: 1000
14:08:50.971 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_a32c0f65e0f78bb241d33ddc5caf820b/blobStorage
14:08:50.972 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_a32c0f65e0f78bb241d33ddc5caf820b/blobStorage
14:08:50.973 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
14:08:50.973 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 1e2a2b18-388f-417b-8ead-46fa85e95eec
14:08:50.976 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
14:08:50.976 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-6cd29908-93a9-4f9c-9810-8caa8f40659d
14:08:50.978 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-0e8ba1db-a80f-4c78-8f7c-c3b7322b0ccd
14:08:51.004 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:51.004 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:51.004 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:51.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:51.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:51.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:51.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:51.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:51.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:51.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:51.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:51.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:51.005 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:51.050 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
14:08:51.052 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
14:08:51.052 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
14:08:51.052 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
14:08:51.053 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
14:08:51.055 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_20 .
14:08:51.062 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
14:08:51.062 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
14:08:51.062 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-a53c2e65-6f9e-41b8-af8a-931772a4802f
14:08:51.065 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
14:08:51.068 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:51.068 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:51.068 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:51.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.070 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.070 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:51.075 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
14:08:51.075 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
14:08:51.084 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:41185
14:08:51.085 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
14:08:51.088 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:41185 was granted leadership with leaderSessionID=caf19496-781c-44ad-adf5-996b89bff33d
14:08:51.088 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:41185 , session=caf19496-781c-44ad-adf5-996b89bff33d
14:08:51.089 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
14:08:51.090 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
14:08:51.090 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
14:08:51.091 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id f4438cd7-495d-4792-9843-30fb0df9de3a. Creating new DispatcherLeaderProcess.
14:08:51.091 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
14:08:51.102 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
14:08:51.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.134 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
14:08:51.134 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
14:08:51.142 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_21 .
14:08:51.149 [INFO - pool-447-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id f680082a-143b-40c6-88fe-95def0c3c66c.
14:08:51.153 [INFO - pool-447-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_22 .
14:08:51.158 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_21 , session=f4438cd7-495d-4792-9843-30fb0df9de3a
14:08:51.162 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
14:08:51.164 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
14:08:51.164 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
14:08:51.165 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
14:08:51.165 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
14:08:51.165 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_22 , session=f680082a-143b-40c6-88fe-95def0c3c66c
14:08:51.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.213 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(88fe95def0c3c66cf680082a143b40c6).
14:08:51.223 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (9ed37946d37923e3bb89c0a46219320a).
14:08:51.223 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (9ed37946d37923e3bb89c0a46219320a).
14:08:51.224 [INFO - flink-pekko.actor.default-dispatcher-5] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-9ed37946d37923e3bb89c0a46219320a'.
14:08:51.224 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 9ed37946d37923e3bb89c0a46219320a was granted leadership with leader id 753984b1-3fff-4d67-9035-e56dce77194c. Creating new JobMasterServiceProcess.
14:08:51.228 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_23 .
14:08:51.232 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:08:51.236 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (9ed37946d37923e3bb89c0a46219320a).
14:08:51.244 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (9ed37946d37923e3bb89c0a46219320a).
14:08:51.244 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 1c779a959da03844fd69418c1bbe4b66 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:51.245 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (9ed37946d37923e3bb89c0a46219320a).
14:08:51.245 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
14:08:51.246 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
14:08:51.246 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45d6e5dd
14:08:51.246 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:51.246 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:08:51.258 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID 1e2a2b18-388f-417b-8ead-46fa85e95eec (pekko://flink/user/rpc/taskmanager_20) at ResourceManager
14:08:51.259 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
14:08:51.259 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@3e3cec51 for Flink Streaming Job (9ed37946d37923e3bb89c0a46219320a).
14:08:51.260 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_23 , session=753984b1-3fff-4d67-9035-e56dce77194c
14:08:51.260 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (9ed37946d37923e3bb89c0a46219320a) under job master id 9035e56dce77194c753984b13fff4d67.
14:08:51.261 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_22 under registration id 985de49c3f4da0736ce664738a07682c.
14:08:51.261 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:51.261 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:344) Registering task executor 1e2a2b18-388f-417b-8ead-46fa85e95eec under 985de49c3f4da0736ce664738a07682c at the slot manager.
14:08:51.264 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:51.266 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
14:08:51.266 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9ed37946d37923e3bb89c0a46219320a) switched from state CREATED to RUNNING.
14:08:51.268 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
14:08:51.268 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
14:08:51.268 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
14:08:51.269 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
14:08:51.269 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(88fe95def0c3c66cf680082a143b40c6)
14:08:51.270 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:08:51.271 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:390) Registering job manager 9035e56dce77194c753984b13fff4d67@pekko://flink/user/rpc/jobmanager_23 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:51.280 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 9035e56dce77194c753984b13fff4d67@pekko://flink/user/rpc/jobmanager_23 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:51.284 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:51.285 [DEBUG - main] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:08:51.288 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 88fe95def0c3c66cf680082a143b40c6.
14:08:51.289 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:51.296 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:51.296 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.154.188:42123(127.31.154.188:42123)] Successfully connected to peer
14:08:51.300 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.188
14:08:51.308 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.309 [DEBUG - main] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:08:51.309 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:51.310 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.154.190:35657(127.31.154.190:35657)] Successfully connected to peer
14:08:51.310 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.201.252:40097(127.0.201.252:40097)] Successfully connected to peer
14:08:51.313 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6f108cdb, L:/127.0.0.1:41128 - R:/127.31.154.188:42123] using SASL/PLAIN
14:08:51.314 [DEBUG - main] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:08:51.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.323 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.201.253:42719(127.0.201.253:42719)] Successfully connected to peer
14:08:51.324 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.201.254:43153(127.0.201.254:43153)] Successfully connected to peer
14:08:51.329 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 9ed37946d37923e3bb89c0a46219320a
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 1e2a2b18-388f-417b-8ead-46fa85e95eec
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
14:08:51.330 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 10234ea8abb2fd5aabd775198da64c13 from 1e2a2b18-388f-417b-8ead-46fa85e95eec for job 9ed37946d37923e3bb89c0a46219320a with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:51.331 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 0c7083f6e3db68a07e4e51a5c87c4183 from 1e2a2b18-388f-417b-8ead-46fa85e95eec for job 9ed37946d37923e3bb89c0a46219320a with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:51.331 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a699c3873297e20a1c7215740ec1a71b from 1e2a2b18-388f-417b-8ead-46fa85e95eec for job 9ed37946d37923e3bb89c0a46219320a with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:51.331 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.252
14:08:51.332 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.190
14:08:51.334 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:51.334 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [35ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, deferred=null) after lookup
14:08:51.335 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 10234ea8abb2fd5aabd775198da64c13 for job 9ed37946d37923e3bb89c0a46219320a from resource manager with leader id 88fe95def0c3c66cf680082a143b40c6.
14:08:51.335 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 10234ea8abb2fd5aabd775198da64c13 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:51.337 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5f2653032f19d5c329c06f9ae140fd96 from 1e2a2b18-388f-417b-8ead-46fa85e95eec for job 9ed37946d37923e3bb89c0a46219320a with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:51.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:51.340 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.253
14:08:51.342 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.344 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:51.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:51.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:51.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:51.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:51.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:51.345 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:51.345 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xca963188, L:/127.0.0.1:56220 - R:/127.0.201.252:40097] using SASL/PLAIN
14:08:51.357 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.154.189:43187(127.31.154.189:43187)] Successfully connected to peer
14:08:51.360 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.360 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.361 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.254
14:08:51.364 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 9ed37946d37923e3bb89c0a46219320a for job leader monitoring.
14:08:51.364 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfaf8f06d, L:/127.0.0.1:51902 - R:/127.31.154.190:35657] using SASL/PLAIN
14:08:51.364 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 0c7083f6e3db68a07e4e51a5c87c4183 for job 9ed37946d37923e3bb89c0a46219320a from resource manager with leader id 88fe95def0c3c66cf680082a143b40c6.
14:08:51.364 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 0c7083f6e3db68a07e4e51a5c87c4183 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:51.365 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request a699c3873297e20a1c7215740ec1a71b for job 9ed37946d37923e3bb89c0a46219320a from resource manager with leader id 88fe95def0c3c66cf680082a143b40c6.
14:08:51.365 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for a699c3873297e20a1c7215740ec1a71b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:51.365 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 5f2653032f19d5c329c06f9ae140fd96 for job 9ed37946d37923e3bb89c0a46219320a from resource manager with leader id 88fe95def0c3c66cf680082a143b40c6.
14:08:51.365 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 5f2653032f19d5c329c06f9ae140fd96 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:08:51.366 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_23 with leader id 753984b1-3fff-4d67-9035-e56dce77194c.
14:08:51.368 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
14:08:51.369 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:51.369 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:51.369 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:51.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.370 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.370 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:51.372 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_23 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:51.372 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xba86097c, L:/127.0.0.1:40176 - R:/127.0.201.253:42719] using SASL/PLAIN
14:08:51.373 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1783) Establish JobManager connection for job 9ed37946d37923e3bb89c0a46219320a.
14:08:51.373 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 9ed37946d37923e3bb89c0a46219320a.
14:08:51.374 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
14:08:51.374 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1) with allocation id 10234ea8abb2fd5aabd775198da64c13
14:08:51.376 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.381 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xeb638e84, L:/127.0.0.1:39426 - R:/127.0.201.254:43153] using SASL/PLAIN
14:08:51.382 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 10234ea8abb2fd5aabd775198da64c13.
14:08:51.383 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 9ed37946d37923e3bb89c0a46219320a.
14:08:51.384 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
14:08:51.384 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 9ed37946d37923e3bb89c0a46219320a
14:08:51.385 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 10234ea8abb2fd5aabd775198da64c13.
14:08:51.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:51.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=109), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.252:40097, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.253:42719, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.254:43153, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.252:40097: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.254:43153: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.253:42719: OK, deferred=null) after lookup
14:08:51.389 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.390 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
14:08:51.391 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1) with allocation id 0c7083f6e3db68a07e4e51a5c87c4183
14:08:51.391 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:51.394 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
14:08:51.394 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1) with allocation id 5f2653032f19d5c329c06f9ae140fd96
14:08:51.396 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdd5d540c, L:/127.0.0.1:56556 - R:/127.31.154.189:43187] using TOKEN/null
14:08:51.397 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 98ab573b5dea4ce2bf834a379a77ac8d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:51.397 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c36186a74274605b93a199e9ff8a249 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:51.397 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b91ba04e18ac415bbd6b19b54990df16 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:51.397 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:51.397 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:51.398 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:51.398 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=98ab573b5dea4ce2bf834a379a77ac8d@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=8c36186a74274605b93a199e9ff8a249@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=b91ba04e18ac415bbd6b19b54990df16@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:51.398 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.201.253:42719, [5ms] Sub RPC GetTableLocations: received response from server master-127.0.201.253:42719: OK, deferred=null)) after lookup
14:08:51.399 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] connecting to peer
14:08:51.399 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:51.399 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:51.400 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:51.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:51.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:51.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:51.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:51.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:51.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:51.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:51.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:51.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:51.401 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:51.405 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
14:08:51.405 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1) with allocation id a699c3873297e20a1c7215740ec1a71b
14:08:51.413 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 0c7083f6e3db68a07e4e51a5c87c4183.
14:08:51.414 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 0c7083f6e3db68a07e4e51a5c87c4183.
14:08:51.415 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
14:08:51.415 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
14:08:51.416 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24ded3dd
14:08:51.416 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:51.416 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:08:51.417 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:08:51.417 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:08:51.419 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e1820bd
14:08:51.421 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:51.421 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:51.421 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:51.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:51.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:51.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:51.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:51.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:51.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:51.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:51.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:51.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:51.422 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:51.422 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:51.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.428 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f2653032f19d5c329c06f9ae140fd96.
14:08:51.429 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 5f2653032f19d5c329c06f9ae140fd96.
14:08:51.430 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
14:08:51.430 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
14:08:51.430 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72c105d2
14:08:51.430 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:51.430 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:08:51.431 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:08:51.431 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:08:51.433 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b16836
14:08:51.434 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a699c3873297e20a1c7215740ec1a71b.
14:08:51.435 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id a699c3873297e20a1c7215740ec1a71b.
14:08:51.436 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
14:08:51.436 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
14:08:51.436 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@778e2611
14:08:51.436 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:51.437 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:08:51.437 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:08:51.437 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:08:51.439 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7de0ec97
14:08:51.489 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:51.489 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:51.489 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:51.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:51.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:51.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:51.490 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:51.490 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:51.490 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:51.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:51.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:51.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:51.491 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:51.492 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:51.496 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 10234ea8abb2fd5aabd775198da64c13.
14:08:51.496 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 0c7083f6e3db68a07e4e51a5c87c4183.
14:08:51.496 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f2653032f19d5c329c06f9ae140fd96.
14:08:51.496 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a699c3873297e20a1c7215740ec1a71b.
14:08:51.497 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
14:08:51.497 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
14:08:51.498 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73d5ff00
14:08:51.498 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:51.498 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:08:51.498 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:08:51.499 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:08:51.501 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:51.518 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ac2ac38
14:08:51.520 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:51.520 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:51.520 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:51.521 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:51.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:51.534 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] Successfully connected to peer
14:08:51.576 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:08:51.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:51.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:51.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:51.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:51.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:51.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:51.589 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:51.597 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:08:51.601 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.608 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:08:51.617 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x6976a7a9, L:/127.0.0.1:40720 - R:/127.0.201.193:46425] using TOKEN/null
14:08:51.622 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:08:51.629 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:08:51.630 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.201.252:40097(127.0.201.252:40097)] Successfully connected to peer
14:08:51.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.636 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.252
14:08:51.637 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:08:51.639 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.201.253:42719(127.0.201.253:42719)] Successfully connected to peer
14:08:51.643 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.253
14:08:51.651 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:51.652 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:51.653 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.201.254:43153(127.0.201.254:43153)] Successfully connected to peer
14:08:51.655 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.656 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:51.657 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:51.659 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.254
14:08:51.663 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:51.663 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:51.664 [DEBUG - main] (Connection.java:748) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] connecting to peer
14:08:51.667 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:08:51.669 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x09466331, L:/127.0.0.1:56222 - R:/127.0.201.252:40097] using SASL/PLAIN
14:08:51.669 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.201.252:40097(127.0.201.252:40097)] Successfully connected to peer
14:08:51.671 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.677 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.252
14:08:51.683 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:08:51.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.689 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6c23e002, L:/127.0.0.1:40180 - R:/127.0.201.253:42719] using SASL/PLAIN
14:08:51.690 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.201.252:40097(127.0.201.252:40097)] Successfully connected to peer
14:08:51.692 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:51.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.252:40097, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.253:42719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.254:43153, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.252:40097: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.253:42719: OK, deferred=null) after lookup
14:08:51.702 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:08:51.708 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.252
14:08:51.709 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.201.254:43153(127.0.201.254:43153)] Successfully connected to peer
14:08:51.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.715 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:08:51.716 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.201.253:42719(127.0.201.253:42719)] Successfully connected to peer
14:08:51.727 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:51.733 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x13987f9c, L:/127.0.0.1:39438 - R:/127.0.201.254:43153] using SASL/PLAIN
14:08:51.734 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.201.253:42719(127.0.201.253:42719)] Successfully connected to peer
14:08:51.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:51.738 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@16681fcd
14:08:51.740 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
14:08:51.740 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.254
14:08:51.740 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
14:08:51.742 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.253
14:08:51.748 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.754 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:08:51.756 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x732bf90b, L:/127.0.0.1:39454 - R:/127.0.201.254:43153] using SASL/PLAIN
14:08:51.757 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:08:51.796 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.253
14:08:51.797 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.201.254:43153(127.0.201.254:43153)] Successfully connected to peer
14:08:51.798 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.201.254:43153(127.0.201.254:43153)] Successfully connected to peer
14:08:51.799 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.201.252:40097(127.0.201.252:40097)] Successfully connected to peer
14:08:51.804 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:08:51.805 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='53f2e988e4037c8a87eb77b5986729be6ae345d662e610fff29b28ca1aece179'}]
14:08:51.811 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:51.812 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.814 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] Successfully connected to peer
14:08:51.815 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.201.253:42719(127.0.201.253:42719)] Successfully connected to peer
14:08:51.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.832 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.252
14:08:51.837 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.254
14:08:51.854 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:51.854 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:51.854 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:51.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.855 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.856 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:51.864 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:51.864 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:51.864 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:51.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:51.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:51.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:51.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:51.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:51.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:51.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:51.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:51.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:51.867 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:51.867 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x16d676e6, L:/127.0.0.1:56236 - R:/127.0.201.252:40097] using SASL/PLAIN
14:08:51.868 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.254
14:08:51.874 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.888 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.201.253
14:08:51.889 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:51.889 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:51.889 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:51.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:51.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:51.890 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:51.890 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:51.904 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:08:51.905 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x49c626dd, L:/127.0.0.1:56246 - R:/127.0.201.252:40097] using SASL/PLAIN
14:08:51.907 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.911 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.919 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfae24cfc, L:/127.0.0.1:40198 - R:/127.0.201.253:42719] using SASL/PLAIN
14:08:51.919 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:08:51.920 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299997, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}]
14:08:51.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:51.927 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.935 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.938 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.942 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.950 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc665a19a, L:/127.0.0.1:40194 - R:/127.0.201.253:42719] using SASL/PLAIN
14:08:51.953 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:51.955 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:51.955 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=434), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.252:40097, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.253:42719, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.254:43153, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.252:40097: OK, [333ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.253:42719: OK, deferred=null) after lookup
14:08:51.955 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:51.961 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.252:40097, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.253:42719, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.254:43153, [275ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.254:43153: OK, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.252:40097: OK, [358ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.253:42719: OK, deferred=null) after lookup
14:08:51.961 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:51.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:51.966 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@763a35a3
14:08:51.968 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
14:08:51.968 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
14:08:51.971 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] Successfully connected to peer
14:08:51.982 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5e5e666a, L:/127.0.0.1:56254 - R:/127.0.201.252:40097] using SASL/PLAIN
14:08:51.983 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:51.993 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x24b45143, L:/127.0.0.1:39462 - R:/127.0.201.254:43153] using SASL/PLAIN
14:08:51.993 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.129
14:08:51.995 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfbf271dc, L:/127.0.0.1:39476 - R:/127.0.201.254:43153] using SASL/PLAIN
14:08:51.998 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:51.998 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x62837c42, L:/127.0.0.1:40200 - R:/127.0.201.253:42719] using SASL/PLAIN
14:08:52.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:52.005 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@345ca129
14:08:52.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:52.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=504), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.252:40097, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.253:42719, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.201.254:43153, [391ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.252:40097: OK, [391ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.254:43153: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.0.201.253:42719: OK, deferred=null) after lookup
14:08:52.006 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xf7413ee3, L:/127.0.0.1:43692 - R:/127.0.201.194:35767] using TOKEN/null
14:08:52.007 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
14:08:52.007 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
14:08:52.009 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:52.015 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x68247a7c, L:/127.0.0.1:39730 - R:/127.31.154.129:42031] using SASL/PLAIN
14:08:52.019 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:08:52.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:52.019 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='40aa9d7bfd39ef294da605fab72bf4be8a4b3ab268420d97ad7e4100c236c4f3'}]
14:08:52.021 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:52.022 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:08:52.022 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:52.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:52.027 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12b6f630
14:08:52.030 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:08:52.031 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
14:08:52.031 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
14:08:52.037 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.037 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.042 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.043 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.043 [DEBUG - main] (Connection.java:748) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] connecting to peer
14:08:52.063 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287248204898304001) for scanner KuduScanner(table=replication_test_table, tablet=48f5864f7cbb4d3895dcf3851a89a36e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.064 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [53f2e988e4037c8a87eb77b5986729be6ae345d662e610fff29b28ca1aece179]
14:08:52.066 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:08:52.074 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:08:52.075 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='507b1e2142fe2ebfea15a2829b3cf6628eb21b99a06d17983b9ce00bd0d48860'}]
14:08:52.076 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:52.082 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [53f2e988e4037c8a87eb77b5986729be6ae345d662e610fff29b28ca1aece179]
14:08:52.082 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:08:52.082 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:08:52.082 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] disconnecting while in state READY
14:08:52.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:52.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 98ab573b5dea4ce2bf834a379a77ac8d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:52.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c36186a74274605b93a199e9ff8a249 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:52.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b91ba04e18ac415bbd6b19b54990df16 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:52.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:52.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:52.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:52.085 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=98ab573b5dea4ce2bf834a379a77ac8d@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=8c36186a74274605b93a199e9ff8a249@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=b91ba04e18ac415bbd6b19b54990df16@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:52.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 98ab573b5dea4ce2bf834a379a77ac8d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:52.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c36186a74274605b93a199e9ff8a249 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:52.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b91ba04e18ac415bbd6b19b54990df16 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:52.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:52.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:52.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:52.085 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=98ab573b5dea4ce2bf834a379a77ac8d@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=8c36186a74274605b93a199e9ff8a249@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=b91ba04e18ac415bbd6b19b54990df16@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:52.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 98ab573b5dea4ce2bf834a379a77ac8d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:52.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c36186a74274605b93a199e9ff8a249 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:52.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b91ba04e18ac415bbd6b19b54990df16 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:52.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:52.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:52.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:52.087 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=98ab573b5dea4ce2bf834a379a77ac8d@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=8c36186a74274605b93a199e9ff8a249@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=b91ba04e18ac415bbd6b19b54990df16@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:52.113 [DEBUG - kudu-nio-5] (Connection.java:757) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] Successfully connected to peer
14:08:52.123 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:52.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:52.142 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:52.147 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x11f378eb, L:/127.0.0.1:37734 - R:/127.0.201.195:45829] using TOKEN/null
14:08:52.148 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:08:52.150 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:52.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:08:52.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='79e5e83dbde7c8dd217bf53c839a6fe5bfaaadfc50aa2af35e953ee69d67ca8e'}]
14:08:52.163 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:52.173 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:08:52.173 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:52.175 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.176 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.195 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:08:52.196 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:08:52.197 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:52.197 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 53f2e988e4037c8a87eb77b5986729be6ae345d662e610fff29b28ca1aece179 finished by subtask 1; deferring removal (restored in pending)
14:08:52.197 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:52.198 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:52.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:52.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:52.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:52.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:52.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:52.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113332187 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:52.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:52.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:52.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:52.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:52.199 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:52.200 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ea06d4d4f4407dc764d6368167192b6eec6d28cef0b82358c7720015fdedf32b'}]
14:08:52.202 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:52.208 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:52.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:52.224 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] handling channelInactive
14:08:52.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state READY due to: connection closed
14:08:52.224 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:52.225 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:52.225 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:52.225 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
14:08:52.225 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:08:52.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.226 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:52.237 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.237 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:52.237 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:52.243 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.244 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:52.251 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.252 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:52.257 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.257 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.263 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.263 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.265 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@6521663, flushNotification=Deferred@169451986(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:08:52.266 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] connecting to peer
14:08:52.266 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:08:52.269 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.270 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.272 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:52.277 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:52.277 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:52.277 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:52.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:52.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:52.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:52.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:52.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:52.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:52.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:52.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:52.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:52.278 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:52.298 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:52.298 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:52.299 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:52.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.300 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:52.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:52.324 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:52.324 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:52.324 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:52.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:52.327 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.328 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:52.332 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:52.333 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.333 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:52.340 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.341 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:52.346 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.346 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.351 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:52.352 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.353 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.358 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.358 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.386 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:52.392 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:52.394 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:52.405 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:52.405 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:52.415 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.415 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:52.417 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:52.424 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.424 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:52.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:52.426 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa6e6fcd9, L:/127.0.0.1:52800 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:52.431 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.431 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:52.436 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.436 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.438 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] Successfully connected to peer
14:08:52.442 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.442 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.449 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdaa80b6f, L:/127.0.0.1:52812 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:52.452 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:52.452 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:52.452 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:52.452 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:52.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:52.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:52.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:52.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:52.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:52.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:52.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:52.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:52.453 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:52.453 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:52.455 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.455 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.471 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248204898304001) for scanner KuduScanner(table=replication_test_table, tablet=bba95043bbeb4f84a059f0c093ad8d97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.472 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [40aa9d7bfd39ef294da605fab72bf4be8a4b3ab268420d97ad7e4100c236c4f3]
14:08:52.472 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [40aa9d7bfd39ef294da605fab72bf4be8a4b3ab268420d97ad7e4100c236c4f3]
14:08:52.472 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:08:52.472 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:08:52.473 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 40aa9d7bfd39ef294da605fab72bf4be8a4b3ab268420d97ad7e4100c236c4f3 finished by subtask 3; deferring removal (restored in pending)
14:08:52.474 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:52.475 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='44f9198eab25042f8997799193ad16c3da455aa45e5e257be6275eeb80151ede'}]
14:08:52.476 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:52.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:52.480 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3e79cf9f, L:/127.0.0.1:52814 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:52.481 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:52.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:52.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:52.522253   513 debug-util.cc:398] Leaking SignalData structure 0x7b08000d7cc0 after lost signal to thread 360
14:08:52.527 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.527 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:52.533 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.533 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:52.538 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:52.538 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:52.538 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:52.539 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.539 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.540 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:52.544 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.544 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.550 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.550 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.558 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287248204898304001) for scanner KuduScanner(table=replication_test_table, tablet=947236afe2b94477845a0ea4b55ef76b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.558 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [507b1e2142fe2ebfea15a2829b3cf6628eb21b99a06d17983b9ce00bd0d48860]
14:08:52.559 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:08:52.561 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [507b1e2142fe2ebfea15a2829b3cf6628eb21b99a06d17983b9ce00bd0d48860]
14:08:52.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b91ba04e18ac415bbd6b19b54990df16 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:52.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:52.570 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:08:52.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:52.571 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 507b1e2142fe2ebfea15a2829b3cf6628eb21b99a06d17983b9ce00bd0d48860 finished by subtask 0; deferring removal (restored in pending)
14:08:52.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:52.571 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=b91ba04e18ac415bbd6b19b54990df16@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:52.571 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:08:52.572 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:52.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:52.584 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:08:52.585 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:52.588 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:52.607 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.607 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:52.618 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.618 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:52.630 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.630 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:52.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:52.636 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287248204898304001) for scanner KuduScanner(table=replication_test_table, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.636 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [79e5e83dbde7c8dd217bf53c839a6fe5bfaaadfc50aa2af35e953ee69d67ca8e]
14:08:52.637 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:08:52.641 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:52.641 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:52.641 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:52.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:52.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:52.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:52.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:52.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:52.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:52.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:52.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:52.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:52.644 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:52.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:52.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:52.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:52.644 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:52.646 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.646 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:52.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:52.648 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:52.648 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:52.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [79e5e83dbde7c8dd217bf53c839a6fe5bfaaadfc50aa2af35e953ee69d67ca8e]
14:08:52.652 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 79e5e83dbde7c8dd217bf53c839a6fe5bfaaadfc50aa2af35e953ee69d67ca8e finished by subtask 2; deferring removal (restored in pending)
14:08:52.653 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:08:52.653 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:08:52.653 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:52.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:52.671 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x14bc24a0, L:/127.0.0.1:40722 - R:/127.0.201.193:46425] using TOKEN/null
14:08:52.673 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.673 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.682 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.682 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.691 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:52.692 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:52.692 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:52.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:52.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:52.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:52.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:52.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:52.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:52.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:52.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:52.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:52.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:52.710 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:52.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:52.710 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
14:08:52.711 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:08:52.712 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:52.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:52.716 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:52.734 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:52.734 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:52.734 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:52.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:52.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:52.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:52.734 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:52.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:52.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:52.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:52.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:52.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:52.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:52.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:52.741 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.741 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:52.749 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.749 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:52.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:52.757 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd0e81bb9, L:/127.0.0.1:52824 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:52.761 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.761 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.767 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7287248204898304001) for scanner KuduScanner(table=replication_test_table, tablet=423f8a25bd5f4a35ba4cb086878f323e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.767 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.767 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.768 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [ea06d4d4f4407dc764d6368167192b6eec6d28cef0b82358c7720015fdedf32b]
14:08:52.778 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.779 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.819 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:52.820 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:52.820 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:52.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.820 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.820 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.820 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:52.823 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:52.823 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:52.823 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:52.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:52.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:52.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:52.824 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:52.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:52.837 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.837 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:52.844 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.844 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:52.850 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.850 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:52.856 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.856 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.856 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:52.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:52.857 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:52.857 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:08:52.865 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.865 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.872 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:52.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:52.872 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:08:52.872 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:08:52.873 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:52.873 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.873 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.874 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:52.876 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:52.876 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:52.876 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:52.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:52.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:52.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:52.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:52.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:52.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:52.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:52.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:52.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:52.877 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:52.896 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:52.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:52.930 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.930 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:52.936 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.938 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:52.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:52.937573  1194 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.201.195:45829, user_credentials={real_user=slave}} blocked reactor thread for 51855.5us
14:08:52.947 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.947 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:52.955 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.956 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:52.964 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.964 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:52.969 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:52.973 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ea06d4d4f4407dc764d6368167192b6eec6d28cef0b82358c7720015fdedf32b]
14:08:52.973 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:08:52.973 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:08:52.973 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.974 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcf1fe790, L:/127.0.0.1:52832 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:52.974 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:52.974 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ea06d4d4f4407dc764d6368167192b6eec6d28cef0b82358c7720015fdedf32b finished by subtask 1; deferring removal (restored in pending)
14:08:52.974 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:52.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:52.989 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287248204898304001) for scanner KuduScanner(table=replication_test_table, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:52.990 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [44f9198eab25042f8997799193ad16c3da455aa45e5e257be6275eeb80151ede]
14:08:52.990 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:08:52.992 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [44f9198eab25042f8997799193ad16c3da455aa45e5e257be6275eeb80151ede]
14:08:52.993 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:08:52.993 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:08:52.993 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:52.996 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 44f9198eab25042f8997799193ad16c3da455aa45e5e257be6275eeb80151ede finished by subtask 3; deferring removal (restored in pending)
14:08:52.997 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:52.998 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:52.999 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 9ed37946d37923e3bb89c0a46219320a (5062 bytes, checkpointDuration=812 ms, finalizationTime=0 ms).
14:08:53.000 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 312
14:08:52.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:53.002 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113333000 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:53.002 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
14:08:53.002 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 40aa9d7bfd39ef294da605fab72bf4be8a4b3ab268420d97ad7e4100c236c4f3 from pending
14:08:53.003 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 53f2e988e4037c8a87eb77b5986729be6ae345d662e610fff29b28ca1aece179 from pending
14:08:53.003 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 44f9198eab25042f8997799193ad16c3da455aa45e5e257be6275eeb80151ede from pending
14:08:53.003 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 507b1e2142fe2ebfea15a2829b3cf6628eb21b99a06d17983b9ce00bd0d48860 from pending
14:08:53.003 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 79e5e83dbde7c8dd217bf53c839a6fe5bfaaadfc50aa2af35e953ee69d67ca8e from pending
14:08:53.003 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split ea06d4d4f4407dc764d6368167192b6eec6d28cef0b82358c7720015fdedf32b from pending
14:08:53.003 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
14:08:53.005 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7d626fd9, flushNotification=Deferred@1606529652(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:08:53.005 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] connecting to peer
14:08:53.006 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=126, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@30ea393, flushNotification=Deferred@360961524(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:08:53.006 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@43ce347b, flushNotification=Deferred@1812501143(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:08:53.007 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] connecting to peer
14:08:53.008 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7598ae62, flushNotification=Deferred@1064350157(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:08:53.008 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] connecting to peer
14:08:53.034 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.034 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:53.040 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.040 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:53.048 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.048 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:53.053 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.053 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:53.059 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.059 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:53.073 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.073 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:53.077 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] Successfully connected to peer
14:08:53.101 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] Successfully connected to peer
14:08:53.131 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:53.131 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:53.132 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:53.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:53.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:53.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:53.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:53.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:53.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:53.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:53.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:53.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:53.133 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:53.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:53.134 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.134 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:53.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:53.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:53.154 [DEBUG - kudu-nio-3] (Connection.java:757) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] Successfully connected to peer
14:08:53.160 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:53.172931  2240 log.cc:927] Time spent T 4c9077bb74ae4182a95fe53bf78ba007 P 479a3408add64f9ea4cc7ae1ba4238cf: Append to log took a long time: real 0.079s	user 0.000s	sys 0.000s
14:08:53.176 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.177 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:53.179 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:53.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:53.179 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:53.179 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:08:53.189 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:53.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:53.190 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:08:53.190 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:08:53.199 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.200 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:53.204 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x09bec8b1, L:/127.0.0.1:40730 - R:/127.0.201.193:46425] using TOKEN/null
14:08:53.206 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.206 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:53.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:53.222093   548 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.154.129:42031, user_credentials={real_user=slave}} blocked reactor thread for 104553us
14:08:53.266 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:53.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:53.276 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:53.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:53.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:53.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:53.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:53.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:53.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:53.277 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:53.281 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cf2f0411293fcb8167d96ecc64fa533d80ebc6302e33a848ef73db5f26bafffa'}]
14:08:53.281 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9be60f3e3ef02460204e061208846bafb85f0f76f6eaf42245549596c9ba91a8'}]
14:08:53.282 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:53.283 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:08:53.283 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:53.283 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:53.283 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:08:53.284 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}]
14:08:53.291 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.291 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:53.291 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:53.297 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.297 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:53.299 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:53.299 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:53.299 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:53.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:53.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:53.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:53.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:53.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:53.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:53.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:53.300 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:53.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:53.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:53.301 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:53.311 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.311 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:53.318 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.318 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:53.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:53.324 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc97af169, L:/127.0.0.1:43706 - R:/127.0.201.194:35767] using TOKEN/null
14:08:53.327 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x74aa73a2, L:/127.0.0.1:37738 - R:/127.0.201.195:45829] using TOKEN/null
14:08:53.339 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.339 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:53.345 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.345 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:53.358 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:53.367 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:53.367 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:53.367 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:53.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:53.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:53.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:53.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:53.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:53.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:53.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:53.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:53.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:53.369 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:53.409 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] Successfully connected to peer
14:08:53.415 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fe9f56cc53a5b59c757fcabee1b986bd7680bb73a6571e175b6cf26bd5fe0659'}]
14:08:53.502 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:53.502 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:53.503 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:53.466910  2257 log.cc:927] Time spent T a2136a18ec364620811056d346eacaa8 P 479a3408add64f9ea4cc7ae1ba4238cf: Append to log took a long time: real 0.104s	user 0.000s	sys 0.000s
14:08:53.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:53.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:53.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:53.504 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.504 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:53.502 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:53.505 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:53.505 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:53.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:53.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:53.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:53.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:53.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:53.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:53.506 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
14:08:53.507 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:53.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:53.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:53.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:53.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:53.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:53.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:53.508 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:53.509 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:53.509 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:53.509 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:53.509 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:53.512 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:53.518 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d0dfc0ba6e21a18e0523002cc2e0f54ca6bb5f2470371d02cc92c8f6ea216e15'}]
14:08:53.518 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 9ed37946d37923e3bb89c0a46219320a (964 bytes, checkpointDuration=517 ms, finalizationTime=0 ms).
14:08:53.519 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 331
14:08:53.519 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:53.521 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:08:53.521 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:53.522 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:53.523 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
14:08:53.524 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113333519 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:53.525 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:53.536 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 9ed37946d37923e3bb89c0a46219320a (5122 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
14:08:53.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
14:08:53.539 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.539 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.129
14:08:53.539 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:53.554 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.554 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:53.563 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.563 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:53.567 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:53.586 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:53.591 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.591 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa01b62cc, L:/127.0.0.1:52844 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:53.591 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:53.605 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.605 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:53.609 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:53.613 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:53.616 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:53.616 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcfab3219, L:/127.0.0.1:39746 - R:/127.31.154.129:42031] using SASL/PLAIN
14:08:53.620 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:53.624 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:53.624 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:53.625 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:53.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:53.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:53.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:53.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:53.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:53.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:53.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:53.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:53.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:53.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:53.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:53.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:53.626 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:53.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:53.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:53.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:53.627 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:53.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:53.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 98ab573b5dea4ce2bf834a379a77ac8d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:53.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c36186a74274605b93a199e9ff8a249 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:53.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b91ba04e18ac415bbd6b19b54990df16 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:53.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:53.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:53.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:53.635 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=98ab573b5dea4ce2bf834a379a77ac8d@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=8c36186a74274605b93a199e9ff8a249@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=b91ba04e18ac415bbd6b19b54990df16@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:53.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:53.647 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:53.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 82d2bef01bcc423eb58a6ef59855c616
14:08:53.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:53.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:53.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:53.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:53.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:53.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:53.653 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:53.653 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248213065728001) for scanner KuduScanner(table=replication_test_table, tablet=48f5864f7cbb4d3895dcf3851a89a36e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.154.188:42123, [4ms] Sub RPC GetTableLocations: received response from server master-127.31.154.188:42123: OK, deferred=null)) after lookup
14:08:53.654 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cf2f0411293fcb8167d96ecc64fa533d80ebc6302e33a848ef73db5f26bafffa]
14:08:53.656 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cf2f0411293fcb8167d96ecc64fa533d80ebc6302e33a848ef73db5f26bafffa finished by subtask 0; deferring removal (restored in pending)
14:08:53.654 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [cf2f0411293fcb8167d96ecc64fa533d80ebc6302e33a848ef73db5f26bafffa]
14:08:53.657 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:08:53.657 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:08:53.658 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='60247807995ff4e89bf52c5bca012866380d983e8c5349a0d0e9713891085795'}]
14:08:53.659 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:53.661 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] disconnecting while in state READY
14:08:53.661 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:53.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113333687 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:53.869 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:08:53.870 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248213065728001) for scanner KuduScanner(table=replication_test_table, tablet=947236afe2b94477845a0ea4b55ef76b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.870 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48f5864f7cbb4d3895dcf3851a89a36e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.871 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 48f5864f7cbb4d3895dcf3851a89a36e for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:53.871 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:53.871 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:53.872 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:53.872 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:53.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:53.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:53.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:53.873 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:53.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:53.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:53.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:53.873 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [9be60f3e3ef02460204e061208846bafb85f0f76f6eaf42245549596c9ba91a8]
14:08:53.873 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9be60f3e3ef02460204e061208846bafb85f0f76f6eaf42245549596c9ba91a8]
14:08:53.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:53.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:53.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:53.874 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:53.876 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:53.877 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:53.879 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9be60f3e3ef02460204e061208846bafb85f0f76f6eaf42245549596c9ba91a8 finished by subtask 1; deferring removal (restored in pending)
14:08:53.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:53.883 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 9ed37946d37923e3bb89c0a46219320a (5122 bytes, checkpointDuration=195 ms, finalizationTime=1 ms).
14:08:53.885 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
14:08:53.885 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split cf2f0411293fcb8167d96ecc64fa533d80ebc6302e33a848ef73db5f26bafffa from pending
14:08:53.885 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 9be60f3e3ef02460204e061208846bafb85f0f76f6eaf42245549596c9ba91a8 from pending
14:08:53.885 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 2 finished splits from enumerator state
14:08:53.886 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:53.886 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:08:53.886 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:53.886 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:08:53.887 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bba95043bbeb4f84a059f0c093ad8d97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.887 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet bba95043bbeb4f84a059f0c093ad8d97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:53.887 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b48e92c1ee6f24549f190c81856794a57e453503d846950d03dbaab4d73d585c'}]
14:08:53.888 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:53.889 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:08:53.889 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:53.890 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:53.891 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:53.894 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:53.896 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=947236afe2b94477845a0ea4b55ef76b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.896 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 947236afe2b94477845a0ea4b55ef76b for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:53.904 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:53.907 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0b244d1f, L:/127.0.0.1:52856 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:53.915 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:53.921 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.922 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:53.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:53.928 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:53.928 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:53.928 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:53.929 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:53.929 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:53.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:53.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:53.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:53.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:53.930 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:53.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:53.930 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:53.930 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:53.931 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:53.932 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=423f8a25bd5f4a35ba4cb086878f323e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.932 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 423f8a25bd5f4a35ba4cb086878f323e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:53.933 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfe1f9acf, L:/127.0.0.1:52870 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:53.938 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:53.938 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:53.938 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:53.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:53.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:53.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:53.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:53.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:53.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:53.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:53.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:53.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:53.939 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:53.940 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248213065728001) for scanner KuduScanner(table=replication_test_table, tablet=bba95043bbeb4f84a059f0c093ad8d97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.941 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [fe9f56cc53a5b59c757fcabee1b986bd7680bb73a6571e175b6cf26bd5fe0659]
14:08:53.941 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fe9f56cc53a5b59c757fcabee1b986bd7680bb73a6571e175b6cf26bd5fe0659]
14:08:53.941 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
14:08:53.941 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
14:08:53.942 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fe9f56cc53a5b59c757fcabee1b986bd7680bb73a6571e175b6cf26bd5fe0659 finished by subtask 2; deferring removal (restored in pending)
14:08:53.942 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:53.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:53.946 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.946 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:53.950 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 98ab573b5dea4ce2bf834a379a77ac8d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:53.950 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c36186a74274605b93a199e9ff8a249 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:53.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b91ba04e18ac415bbd6b19b54990df16 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:53.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a2136a18ec364620811056d346eacaa8 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:53.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c9077bb74ae4182a95fe53bf78ba007 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:53.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1f156f7242a2439a9921537ede49b144 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:53.952 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=98ab573b5dea4ce2bf834a379a77ac8d@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=8c36186a74274605b93a199e9ff8a249@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=b91ba04e18ac415bbd6b19b54990df16@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a2136a18ec364620811056d346eacaa8@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)[L],50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=4c9077bb74ae4182a95fe53bf78ba007@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)[L],dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=1f156f7242a2439a9921537ede49b144@[479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767),50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425),dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:53.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.201.253:42719, [4ms] Sub RPC GetTableLocations: received response from server master-127.0.201.253:42719: OK, deferred=null)) after lookup
14:08:53.962 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.962 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:53.968 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248213065728001) for scanner KuduScanner(table=replication_test_table, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.968 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [d0dfc0ba6e21a18e0523002cc2e0f54ca6bb5f2470371d02cc92c8f6ea216e15]
14:08:53.968 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d0dfc0ba6e21a18e0523002cc2e0f54ca6bb5f2470371d02cc92c8f6ea216e15]
14:08:53.969 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:08:53.969 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:08:53.970 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d0dfc0ba6e21a18e0523002cc2e0f54ca6bb5f2470371d02cc92c8f6ea216e15 finished by subtask 3; deferring removal (restored in pending)
14:08:53.970 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:53.971 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:53.972 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:53.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:53.979 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:53.987 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:53.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:53.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:54.001 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.002 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:54.001 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:54.024 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.024 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:54.037 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:54.037 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:54.037 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:54.038 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:54.038 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:08:54.040 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe14d4b67, L:/127.0.0.1:52872 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:54.048 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=48f5864f7cbb4d3895dcf3851a89a36e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.049 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 48f5864f7cbb4d3895dcf3851a89a36e for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:54.051 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248213065728001) for scanner KuduScanner(table=replication_test_table, tablet=423f8a25bd5f4a35ba4cb086878f323e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.052 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [60247807995ff4e89bf52c5bca012866380d983e8c5349a0d0e9713891085795]
14:08:54.052 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [60247807995ff4e89bf52c5bca012866380d983e8c5349a0d0e9713891085795]
14:08:54.052 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:08:54.052 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:08:54.053 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 60247807995ff4e89bf52c5bca012866380d983e8c5349a0d0e9713891085795 finished by subtask 0; deferring removal (restored in pending)
14:08:54.054 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:54.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:54.055 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:54.055 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:54.055 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:54.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:54.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:54.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:54.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:54.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:54.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:54.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:54.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:54.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:54.056 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:54.065 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bba95043bbeb4f84a059f0c093ad8d97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.065 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet bba95043bbeb4f84a059f0c093ad8d97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:54.098 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:54.098 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:54.098 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:54.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:54.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:54.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:54.099 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:54.099 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:54.099 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:54.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:54.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:54.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:54.100 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:54.122 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=947236afe2b94477845a0ea4b55ef76b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.122 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 947236afe2b94477845a0ea4b55ef76b for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:54.133 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.133 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:54.135 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:54.145 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=423f8a25bd5f4a35ba4cb086878f323e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.146 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 423f8a25bd5f4a35ba4cb086878f323e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:54.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:54.183 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:54.184 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:54.184 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:54.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:54.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:54.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:54.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:54.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:54.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:54.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:54.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:54.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:54.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:54.185 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98ab573b5dea4ce2bf834a379a77ac8d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.185 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 98ab573b5dea4ce2bf834a379a77ac8d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
14:08:54.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113334187 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:54.200 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:08:54.202 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
14:08:54.202 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 60247807995ff4e89bf52c5bca012866380d983e8c5349a0d0e9713891085795 from pending
14:08:54.202 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split fe9f56cc53a5b59c757fcabee1b986bd7680bb73a6571e175b6cf26bd5fe0659 from pending
14:08:54.202 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split d0dfc0ba6e21a18e0523002cc2e0f54ca6bb5f2470371d02cc92c8f6ea216e15 from pending
14:08:54.202 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 3 finished splits from enumerator state
14:08:54.209 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c36186a74274605b93a199e9ff8a249, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.209 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8c36186a74274605b93a199e9ff8a249 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
14:08:54.220 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b91ba04e18ac415bbd6b19b54990df16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.220 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b91ba04e18ac415bbd6b19b54990df16 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
14:08:54.221 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:54.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:54.221 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:54.222 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:08:54.232 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a2136a18ec364620811056d346eacaa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.232 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a2136a18ec364620811056d346eacaa8 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
14:08:54.266 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c9077bb74ae4182a95fe53bf78ba007, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.266 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4c9077bb74ae4182a95fe53bf78ba007 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
14:08:54.284 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f156f7242a2439a9921537ede49b144, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.284 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1f156f7242a2439a9921537ede49b144 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
14:08:54.285 [DEBUG - main] (Connection.java:575) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] disconnecting while in state READY
14:08:54.285 [DEBUG - main] (Connection.java:575) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] disconnecting while in state READY
14:08:54.285 [DEBUG - main] (Connection.java:575) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] disconnecting while in state READY
14:08:54.285 [DEBUG - main] (Connection.java:575) [peer master-127.0.201.252:40097(127.0.201.252:40097)] disconnecting while in state READY
14:08:54.285 [DEBUG - main] (Connection.java:575) [peer master-127.0.201.253:42719(127.0.201.253:42719)] disconnecting while in state READY
14:08:54.285 [DEBUG - main] (Connection.java:575) [peer master-127.0.201.254:43153(127.0.201.254:43153)] disconnecting while in state READY
14:08:54.286 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.201.254:43153(127.0.201.254:43153)] handling channelInactive
14:08:54.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state READY due to: connection closed
14:08:54.286 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] handling channelInactive
14:08:54.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] cleaning up while in state READY due to: connection closed
14:08:54.287 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.201.252:40097(127.0.201.252:40097)] handling channelInactive
14:08:54.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state READY due to: connection closed
14:08:54.288 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.201.253:42719(127.0.201.253:42719)] handling channelInactive
14:08:54.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state READY due to: connection closed
14:08:54.289 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] handling channelInactive
14:08:54.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] cleaning up while in state READY due to: connection closed
14:08:54.289 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:54.290 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:08:54.290 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:08:54.290 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
14:08:54.290 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
14:08:54.291 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
14:08:54.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:54.346 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:54.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:54.346 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:54.346 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:08:54.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:54.388 [DEBUG - kudu-nio-5] (Connection.java:239) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] handling channelInactive
14:08:54.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] cleaning up while in state READY due to: connection closed
14:08:54.389 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-5
14:08:54.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:54.388770   807 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 1167
14:08:54.397 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] handling channelInactive
14:08:54.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state READY due to: connection closed
14:08:54.397 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:54.397 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
14:08:54.407 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:54.416 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:54.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:54.436 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:54.440 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:54.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:54.440 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:54.440 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:08:54.446 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0d53b2db, L:/127.0.0.1:52876 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:54.459 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248213065728001) for scanner KuduScanner(table=replication_test_table, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:54.460 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b48e92c1ee6f24549f190c81856794a57e453503d846950d03dbaab4d73d585c]
14:08:54.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b48e92c1ee6f24549f190c81856794a57e453503d846950d03dbaab4d73d585c]
14:08:54.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:08:54.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:08:54.461 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b48e92c1ee6f24549f190c81856794a57e453503d846950d03dbaab4d73d585c finished by subtask 1; deferring removal (restored in pending)
14:08:54.463 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:54.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:54.536 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:54.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:54.537 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:54.537 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:08:54.537 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:54.537 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:54.537 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:54.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:54.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:54.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:54.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:54.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:54.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:54.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:54.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:54.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:54.538 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:54.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:54.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113334687 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:54.704 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 9ed37946d37923e3bb89c0a46219320a (1657 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
14:08:54.705 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] handling channelInactive
14:08:54.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] cleaning up while in state READY due to: connection closed
14:08:54.706 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
14:08:54.706 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split b48e92c1ee6f24549f190c81856794a57e453503d846950d03dbaab4d73d585c from pending
14:08:54.706 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 1 finished splits from enumerator state
14:08:54.711 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] handling channelInactive
14:08:54.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] cleaning up while in state READY due to: connection closed
14:08:54.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:54.712543  1556 connection.cc:582] client connection to 127.0.201.193:46425 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:54.713054  1556 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:54.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:54.716864   807 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 1332
14:08:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:54.759488  1556 consensus_peers.cc:597] T 1f156f7242a2439a9921537ede49b144 P dbcb1e051166456aa6d009f2d150a669 -> Peer 50ccfdbac0d74ff2beb563f9b5fc6161 (127.0.201.193:46425): Couldn't send request to peer 50ccfdbac0d74ff2beb563f9b5fc6161. Status: Network error: Client connection negotiation failed: client connection to 127.0.201.193:46425: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:54.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:54.868 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] handling channelInactive
14:08:54.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] cleaning up while in state READY due to: connection closed
14:08:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:54.889153   807 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 1529
14:08:54.910 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:54.911 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:54.911 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:54.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:54.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:54.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:54.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:54.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:54.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:54.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:54.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:54.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:54.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:54.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:54.991 [DEBUG - kudu-nio-3] (Connection.java:239) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] handling channelInactive
14:08:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:54.991307   807 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 819
14:08:54.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] cleaning up while in state READY due to: connection closed
14:08:55.036 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.201.254:43153(127.0.201.254:43153)] handling channelInactive
14:08:55.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state READY due to: connection closed
14:08:55.037 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.201.254:43153(127.0.201.254:43153)] handling channelInactive
14:08:55.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state READY due to: connection closed
14:08:55.038 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.201.254:43153(127.0.201.254:43153)] handling channelInactive
14:08:55.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state READY due to: connection closed
14:08:55.036 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.201.254:43153(127.0.201.254:43153)] handling channelInactive
14:08:55.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state READY due to: connection closed
14:08:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:55.052222   807 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 891
14:08:55.063 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:55.063 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:55.063 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:55.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.064 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:55.113 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:55.114 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:55.114 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:55.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:55.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:55.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:55.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:55.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:55.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:55.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:55.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:55.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:55.115 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:55.120 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.201.253:42719(127.0.201.253:42719)] handling channelInactive
14:08:55.120 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.201.253:42719(127.0.201.253:42719)] handling channelInactive
14:08:55.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state READY due to: connection closed
14:08:55.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state READY due to: connection closed
14:08:55.121 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.201.253:42719(127.0.201.253:42719)] handling channelInactive
14:08:55.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state READY due to: connection closed
14:08:55.121 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.201.253:42719(127.0.201.253:42719)] handling channelInactive
14:08:55.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state READY due to: connection closed
14:08:55.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:55.121912   807 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 1023
14:08:55.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:55.183 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:55.183 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:55.183 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:55.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.185 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:55.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113335187 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:55.201 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 9ed37946d37923e3bb89c0a46219320a (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
14:08:55.203 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
14:08:55.211 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:55.211 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:55.211 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:55.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:55.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:55.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:55.212 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:55.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:55.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:55.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:55.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:55.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:55.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:55.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:55.214 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.201.252:40097(127.0.201.252:40097)] handling channelInactive
14:08:55.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state READY due to: connection closed
14:08:55.215 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.201.252:40097(127.0.201.252:40097)] handling channelInactive
14:08:55.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state READY due to: connection closed
14:08:55.215 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.201.252:40097(127.0.201.252:40097)] handling channelInactive
14:08:55.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state READY due to: connection closed
14:08:55.216 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.201.252:40097(127.0.201.252:40097)] handling channelInactive
14:08:55.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state READY due to: connection closed
14:08:55.220 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:55.220 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:55.220 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:55.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.220 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.220 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.221 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.221 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.221 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:55.247 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:55.247 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:55.248 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:55.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:55.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:55.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:55.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:55.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:55.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:55.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:55.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:55.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:55.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:55.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:55.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:55.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:55.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:55.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:55.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:55.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:55.282 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:55.286 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f8a6a7bab124df8b28a99a0faf1ad064868020718f8210f2f94f24b186861564'}]
14:08:55.288 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:55.288 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:55.288 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:55.288 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='63628cc85ffb9d55b4234afc0e21317ec1f48cfe2e8e236556d1d475c26abf00'}]
14:08:55.288 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:55.289 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='76a873da62b7758a938f061f3178e66466e22d030380a04ae14b943f35691db7'}]
14:08:55.290 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:55.290 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
14:08:55.291 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}]
14:08:55.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:55.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:55.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:55.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:55.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:55.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:55.292 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:08:55.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:55.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:55.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:55.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:55.294 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9b91d37708b92d1076be67388d7b6625c4916f330e92d7db343da8b014ab21fd'}]
14:08:55.295 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:55.295 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:08:55.296 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:55.297 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:55.297 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:08:55.298 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:55.298 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:55.302 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:55.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:55.317 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:55.317 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:55.317 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:55.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.318 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:55.319 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:55.323 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:55.323 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:55.324 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:55.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:55.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:55.325 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:55.335 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:55.336 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:55.336 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:55.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:55.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:55.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:55.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:55.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:55.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:55.336 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] Successfully connected to peer
14:08:55.337 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:55.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:55.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:55.337 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:55.338 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:55.359 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:55.380 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:55.380 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:55.381 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:55.381 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:55.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.384 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:55.387 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:55.401 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:55.408 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.129
14:08:55.420 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:55.424 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:55.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:55.430 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:55.433 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:55.435 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x93396097, L:/127.0.0.1:52882 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:55.440 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd469f87d, L:/127.0.0.1:52896 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:55.456 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:55.457 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248221253632001) for scanner KuduScanner(table=replication_test_table, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:55.457 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [9b91d37708b92d1076be67388d7b6625c4916f330e92d7db343da8b014ab21fd]
14:08:55.458 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9b91d37708b92d1076be67388d7b6625c4916f330e92d7db343da8b014ab21fd]
14:08:55.458 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:08:55.458 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:08:55.459 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9b91d37708b92d1076be67388d7b6625c4916f330e92d7db343da8b014ab21fd finished by subtask 1; deferring removal (restored in pending)
14:08:55.459 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:55.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:55.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6757d6cbe690414b2d4c8dca820e3831be161094831dabf646b068beb9d9e62a'}]
14:08:55.462 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:55.462 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
14:08:55.463 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299998, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:55.464 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248221253632001) for scanner KuduScanner(table=replication_test_table, tablet=bba95043bbeb4f84a059f0c093ad8d97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:55.464 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [63628cc85ffb9d55b4234afc0e21317ec1f48cfe2e8e236556d1d475c26abf00]
14:08:55.464 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [63628cc85ffb9d55b4234afc0e21317ec1f48cfe2e8e236556d1d475c26abf00]
14:08:55.465 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:08:55.465 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:08:55.465 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:55.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:55.466 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 63628cc85ffb9d55b4234afc0e21317ec1f48cfe2e8e236556d1d475c26abf00 finished by subtask 3; deferring removal (restored in pending)
14:08:55.467 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:55.467 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='19e8e14cb9e111010f1d6d09f4121addd75ee1349946c90074ccde927c0d8cbe'}]
14:08:55.467 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:55.467 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:55.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.468 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:55.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.468 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:08:55.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:55.469 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:55.470 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9609796b, L:/127.0.0.1:52900 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:55.493 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xedfebc80, L:/127.0.0.1:39758 - R:/127.31.154.129:42031] using SASL/PLAIN
14:08:55.510 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248221253632001) for scanner KuduScanner(table=replication_test_table, tablet=947236afe2b94477845a0ea4b55ef76b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:55.510 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [76a873da62b7758a938f061f3178e66466e22d030380a04ae14b943f35691db7]
14:08:55.510 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [76a873da62b7758a938f061f3178e66466e22d030380a04ae14b943f35691db7]
14:08:55.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:08:55.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:08:55.512 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 76a873da62b7758a938f061f3178e66466e22d030380a04ae14b943f35691db7 finished by subtask 0; deferring removal (restored in pending)
14:08:55.513 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:55.513 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:55.524 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:55.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:55.524 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:08:55.524 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:08:55.538 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:55.538 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:55.539 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:55.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:55.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:55.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.540 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:55.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:55.541 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:55.544 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:55.564 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:55.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:55.565 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:55.565 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:08:55.576 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:55.582 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:55.598 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:55.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:55.598 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:55.599 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:08:55.609 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:55.615 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x518847a9, L:/127.0.0.1:52910 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:55.623 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:55.628 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:55.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:55.635 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248221253632001) for scanner KuduScanner(table=replication_test_table, tablet=423f8a25bd5f4a35ba4cb086878f323e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:55.635 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [6757d6cbe690414b2d4c8dca820e3831be161094831dabf646b068beb9d9e62a]
14:08:55.636 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6757d6cbe690414b2d4c8dca820e3831be161094831dabf646b068beb9d9e62a]
14:08:55.636 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
14:08:55.636 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
14:08:55.637 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6757d6cbe690414b2d4c8dca820e3831be161094831dabf646b068beb9d9e62a finished by subtask 1; deferring removal (restored in pending)
14:08:55.637 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:55.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:55.650 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:55.664 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x356383ce, L:/127.0.0.1:52912 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:55.673 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248221253632001) for scanner KuduScanner(table=replication_test_table, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:55.673 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [19e8e14cb9e111010f1d6d09f4121addd75ee1349946c90074ccde927c0d8cbe]
14:08:55.673 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [19e8e14cb9e111010f1d6d09f4121addd75ee1349946c90074ccde927c0d8cbe]
14:08:55.674 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:08:55.674 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:08:55.675 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 19e8e14cb9e111010f1d6d09f4121addd75ee1349946c90074ccde927c0d8cbe finished by subtask 3; deferring removal (restored in pending)
14:08:55.675 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:55.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:55.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113335687 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:55.698 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:55.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:55.699 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:55.699 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
14:08:55.701 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 9ed37946d37923e3bb89c0a46219320a (5122 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
14:08:55.703 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
14:08:55.704 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 76a873da62b7758a938f061f3178e66466e22d030380a04ae14b943f35691db7 from pending
14:08:55.704 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 19e8e14cb9e111010f1d6d09f4121addd75ee1349946c90074ccde927c0d8cbe from pending
14:08:55.704 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 6757d6cbe690414b2d4c8dca820e3831be161094831dabf646b068beb9d9e62a from pending
14:08:55.704 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 63628cc85ffb9d55b4234afc0e21317ec1f48cfe2e8e236556d1d475c26abf00 from pending
14:08:55.704 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 9b91d37708b92d1076be67388d7b6625c4916f330e92d7db343da8b014ab21fd from pending
14:08:55.705 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 5 finished splits from enumerator state
14:08:55.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:55.717 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:55.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:55.717 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:55.718 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:08:55.803 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:55.803 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:55.803 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:55.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:55.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:55.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:55.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:55.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:55.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:55.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:55.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:55.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:55.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:55.806 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27646), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [11ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [68ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [463ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [801ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [802ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [982ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [983ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [983ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [984ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1022ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1142ms] too many traces: truncated at 100 traces, deferred=Deferred@1454640889(state=PENDING, result=null, callback=(continuation of Deferred@1812651182 after retry RPC after error@1008926687) -> (continuation of Deferred@1181729923 after retry RPC after error@819648881) -> (continuation of Deferred@177179752 after retry RPC after error@561534689) -> (continuation of Deferred@428590481 after retry RPC after error@2147260032) -> (continuation of Deferred@157723099 after retry RPC after error@1783245128) -> (continuation of Deferred@757780189 after retry RPC after error@913900910) -> (continuation of Deferred@183323147 after retry RPC after error@836117111) -> (continuation of Deferred@1248943798 after retry RPC after error@878534883) -> (continuation of Deferred@1417730417 after retry RPC after error@1422236684) -> (continuation of Deferred@335674572 after retry RPC after error@1258609879) -> (continuation of Deferred@429772695 after retry RPC after error@1639974228) -> (continuation of Deferred@2050777660 after retry RPC after error@397671368) -> (continuation of Deferred@1613070302 after retry RPC after error@19803179) -> (continuation of Deferred@404390832 after retry RPC after error@276780736) -> (continuation of Deferred@1534001310 after retry RPC after error@726671532) -> (continuation of Deferred@1738223989 after retry RPC after error@230203920) -> (continuation of Deferred@779102409 after retry RPC after error@68106475) -> (continuation of Deferred@983675270 after retry RPC after error@1916873952) -> (continuation of Deferred@1574462465 after retry RPC after error@544065329) -> (continuation of Deferred@402091835 after retry RPC after error@1814722313) -> (continuation of Deferred@1917644513 after retry RPC after error@1012329430) -> (continuation of Deferred@284476880 after retry RPC after error@794393336) -> (continuation of Deferred@989311508 after retry RPC after error@838133447) -> (continuation of Deferred@119045996 after retry RPC after error@1676823501) -> (continuation of Deferred@1678914229 after retry RPC after error@1917202990) -> (continuation of Deferred@912375829 after retry RPC after error@1195137335) -> (continuation of Deferred@852380927 after retry RPC after error@1901780938) -> (continuation of Deferred@1233377436 after retry RPC after error@1825822074), errback=(continuation of Deferred@1812651182 after retry RPC after error@1008926687) -> (continuation of Deferred@1181729923 after retry RPC after error@819648881) -> (continuation of Deferred@177179752 after retry RPC after error@561534689) -> (continuation of Deferred@428590481 after retry RPC after error@2147260032) -> (continuation of Deferred@157723099 after retry RPC after error@1783245128) -> (continuation of Deferred@757780189 after retry RPC after error@913900910) -> (continuation of Deferred@183323147 after retry RPC after error@836117111) -> (continuation of Deferred@1248943798 after retry RPC after error@878534883) -> (continuation of Deferred@1417730417 after retry RPC after error@1422236684) -> (continuation of Deferred@335674572 after retry RPC after error@1258609879) -> (continuation of Deferred@429772695 after retry RPC after error@1639974228) -> (continuation of Deferred@2050777660 after retry RPC after error@397671368) -> (continuation of Deferred@1613070302 after retry RPC after error@19803179) -> (continuation of Deferred@404390832 after retry RPC after error@276780736) -> (continuation of Deferred@1534001310 after retry RPC after error@726671532) -> (continuation of Deferred@1738223989 after retry RPC after error@230203920) -> (continuation of Deferred@779102409 after retry RPC after error@68106475) -> (continuation of Deferred@983675270 after retry RPC after error@1916873952) -> (continuation of Deferred@1574462465 after retry RPC after error@544065329) -> (continuation of Deferred@402091835 after retry RPC after error@1814722313) -> (continuation of Deferred@1917644513 after retry RPC after error@1012329430) -> (continuation of Deferred@284476880 after retry RPC after error@794393336) -> (continuation of Deferred@989311508 after retry RPC after error@838133447) -> (continuation of Deferred@119045996 after retry RPC after error@1676823501) -> (continuation of Deferred@1678914229 after retry RPC after error@1917202990) -> (continuation of Deferred@912375829 after retry RPC after error@1195137335) -> (continuation of Deferred@852380927 after retry RPC after error@1901780938) -> (continuation of Deferred@1233377436 after retry RPC after error@1825822074)))
14:08:55.808 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:08:55.808 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27646), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [11ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [68ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [463ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [801ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [802ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [982ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [983ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [983ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [984ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1022ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1142ms] too many traces: truncated at 100 traces, deferred=Deferred@1454640889(state=PENDING, result=null, callback=(continuation of Deferred@1812651182 after retry RPC after error@1008926687) -> (continuation of Deferred@1181729923 after retry RPC after error@819648881) -> (continuation of Deferred@177179752 after retry RPC after error@561534689) -> (continuation of Deferred@428590481 after retry RPC after error@2147260032) -> (continuation of Deferred@157723099 after retry RPC after error@1783245128) -> (continuation of Deferred@757780189 after retry RPC after error@913900910) -> (continuation of Deferred@183323147 after retry RPC after error@836117111) -> (continuation of Deferred@1248943798 after retry RPC after error@878534883) -> (continuation of Deferred@1417730417 after retry RPC after error@1422236684) -> (continuation of Deferred@335674572 after retry RPC after error@1258609879) -> (continuation of Deferred@429772695 after retry RPC after error@1639974228) -> (continuation of Deferred@2050777660 after retry RPC after error@397671368) -> (continuation of Deferred@1613070302 after retry RPC after error@19803179) -> (continuation of Deferred@404390832 after retry RPC after error@276780736) -> (continuation of Deferred@1534001310 after retry RPC after error@726671532) -> (continuation of Deferred@1738223989 after retry RPC after error@230203920) -> (continuation of Deferred@779102409 after retry RPC after error@68106475) -> (continuation of Deferred@983675270 after retry RPC after error@1916873952) -> (continuation of Deferred@1574462465 after retry RPC after error@544065329) -> (continuation of Deferred@402091835 after retry RPC after error@1814722313) -> (continuation of Deferred@1917644513 after retry RPC after error@1012329430) -> (continuation of Deferred@284476880 after retry RPC after error@794393336) -> (continuation of Deferred@989311508 after retry RPC after error@838133447) -> (continuation of Deferred@119045996 after retry RPC after error@1676823501) -> (continuation of Deferred@1678914229 after retry RPC after error@1917202990) -> (continuation of Deferred@912375829 after retry RPC after error@1195137335) -> (continuation of Deferred@852380927 after retry RPC after error@1901780938) -> (continuation of Deferred@1233377436 after retry RPC after error@1825822074), errback=(continuation of Deferred@1812651182 after retry RPC after error@1008926687) -> (continuation of Deferred@1181729923 after retry RPC after error@819648881) -> (continuation of Deferred@177179752 after retry RPC after error@561534689) -> (continuation of Deferred@428590481 after retry RPC after error@2147260032) -> (continuation of Deferred@157723099 after retry RPC after error@1783245128) -> (continuation of Deferred@757780189 after retry RPC after error@913900910) -> (continuation of Deferred@183323147 after retry RPC after error@836117111) -> (continuation of Deferred@1248943798 after retry RPC after error@878534883) -> (continuation of Deferred@1417730417 after retry RPC after error@1422236684) -> (continuation of Deferred@335674572 after retry RPC after error@1258609879) -> (continuation of Deferred@429772695 after retry RPC after error@1639974228) -> (continuation of Deferred@2050777660 after retry RPC after error@397671368) -> (continuation of Deferred@1613070302 after retry RPC after error@19803179) -> (continuation of Deferred@404390832 after retry RPC after error@276780736) -> (continuation of Deferred@1534001310 after retry RPC after error@726671532) -> (continuation of Deferred@1738223989 after retry RPC after error@230203920) -> (continuation of Deferred@779102409 after retry RPC after error@68106475) -> (continuation of Deferred@983675270 after retry RPC after error@1916873952) -> (continuation of Deferred@1574462465 after retry RPC after error@544065329) -> (continuation of Deferred@402091835 after retry RPC after error@1814722313) -> (continuation of Deferred@1917644513 after retry RPC after error@1012329430) -> (continuation of Deferred@284476880 after retry RPC after error@794393336) -> (continuation of Deferred@989311508 after retry RPC after error@838133447) -> (continuation of Deferred@119045996 after retry RPC after error@1676823501) -> (continuation of Deferred@1678914229 after retry RPC after error@1917202990) -> (continuation of Deferred@912375829 after retry RPC after error@1195137335) -> (continuation of Deferred@852380927 after retry RPC after error@1901780938) -> (continuation of Deferred@1233377436 after retry RPC after error@1825822074)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:55.813 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
14:08:55.815 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
14:08:55.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:55.818 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27646), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [11ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [68ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [462ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [463ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [463ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [801ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [802ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [982ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [983ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [983ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [984ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1022ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1142ms] too many traces: truncated at 100 traces, deferred=Deferred@1454640889(state=PENDING, result=null, callback=(continuation of Deferred@1812651182 after retry RPC after error@1008926687) -> (continuation of Deferred@1181729923 after retry RPC after error@819648881) -> (continuation of Deferred@177179752 after retry RPC after error@561534689) -> (continuation of Deferred@428590481 after retry RPC after error@2147260032) -> (continuation of Deferred@157723099 after retry RPC after error@1783245128) -> (continuation of Deferred@757780189 after retry RPC after error@913900910) -> (continuation of Deferred@183323147 after retry RPC after error@836117111) -> (continuation of Deferred@1248943798 after retry RPC after error@878534883) -> (continuation of Deferred@1417730417 after retry RPC after error@1422236684) -> (continuation of Deferred@335674572 after retry RPC after error@1258609879) -> (continuation of Deferred@429772695 after retry RPC after error@1639974228) -> (continuation of Deferred@2050777660 after retry RPC after error@397671368) -> (continuation of Deferred@1613070302 after retry RPC after error@19803179) -> (continuation of Deferred@404390832 after retry RPC after error@276780736) -> (continuation of Deferred@1534001310 after retry RPC after error@726671532) -> (continuation of Deferred@1738223989 after retry RPC after error@230203920) -> (continuation of Deferred@779102409 after retry RPC after error@68106475) -> (continuation of Deferred@983675270 after retry RPC after error@1916873952) -> (continuation of Deferred@1574462465 after retry RPC after error@544065329) -> (continuation of Deferred@402091835 after retry RPC after error@1814722313) -> (continuation of Deferred@1917644513 after retry RPC after error@1012329430) -> (continuation of Deferred@284476880 after retry RPC after error@794393336) -> (continuation of Deferred@989311508 after retry RPC after error@838133447) -> (continuation of Deferred@119045996 after retry RPC after error@1676823501) -> (continuation of Deferred@1678914229 after retry RPC after error@1917202990) -> (continuation of Deferred@912375829 after retry RPC after error@1195137335) -> (continuation of Deferred@852380927 after retry RPC after error@1901780938) -> (continuation of Deferred@1233377436 after retry RPC after error@1825822074), errback=(continuation of Deferred@1812651182 after retry RPC after error@1008926687) -> (continuation of Deferred@1181729923 after retry RPC after error@819648881) -> (continuation of Deferred@177179752 after retry RPC after error@561534689) -> (continuation of Deferred@428590481 after retry RPC after error@2147260032) -> (continuation of Deferred@157723099 after retry RPC after error@1783245128) -> (continuation of Deferred@757780189 after retry RPC after error@913900910) -> (continuation of Deferred@183323147 after retry RPC after error@836117111) -> (continuation of Deferred@1248943798 after retry RPC after error@878534883) -> (continuation of Deferred@1417730417 after retry RPC after error@1422236684) -> (continuation of Deferred@335674572 after retry RPC after error@1258609879) -> (continuation of Deferred@429772695 after retry RPC after error@1639974228) -> (continuation of Deferred@2050777660 after retry RPC after error@397671368) -> (continuation of Deferred@1613070302 after retry RPC after error@19803179) -> (continuation of Deferred@404390832 after retry RPC after error@276780736) -> (continuation of Deferred@1534001310 after retry RPC after error@726671532) -> (continuation of Deferred@1738223989 after retry RPC after error@230203920) -> (continuation of Deferred@779102409 after retry RPC after error@68106475) -> (continuation of Deferred@983675270 after retry RPC after error@1916873952) -> (continuation of Deferred@1574462465 after retry RPC after error@544065329) -> (continuation of Deferred@402091835 after retry RPC after error@1814722313) -> (continuation of Deferred@1917644513 after retry RPC after error@1012329430) -> (continuation of Deferred@284476880 after retry RPC after error@794393336) -> (continuation of Deferred@989311508 after retry RPC after error@838133447) -> (continuation of Deferred@119045996 after retry RPC after error@1676823501) -> (continuation of Deferred@1678914229 after retry RPC after error@1917202990) -> (continuation of Deferred@912375829 after retry RPC after error@1195137335) -> (continuation of Deferred@852380927 after retry RPC after error@1901780938) -> (continuation of Deferred@1233377436 after retry RPC after error@1825822074)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.188:42299
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:55.832 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248221253632001) for scanner KuduScanner(table=replication_test_table, tablet=48f5864f7cbb4d3895dcf3851a89a36e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:55.834 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [f8a6a7bab124df8b28a99a0faf1ad064868020718f8210f2f94f24b186861564]
14:08:55.835 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f8a6a7bab124df8b28a99a0faf1ad064868020718f8210f2f94f24b186861564]
14:08:55.835 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
14:08:55.836 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f8a6a7bab124df8b28a99a0faf1ad064868020718f8210f2f94f24b186861564 finished by subtask 2; deferring removal (restored in pending)
14:08:55.836 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
14:08:55.836 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] disconnecting while in state READY
14:08:55.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:55.841 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:55.842 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
14:08:55.842 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
14:08:55.842 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RUNNING to RESTARTING.
14:08:55.863 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:55.864 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:55.864 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:55.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.865 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:55.866 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27673), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [16ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [16ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [50ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [50ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [462ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1701ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2962ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3463ms] too many traces: truncated at 100 traces, deferred=Deferred@2058612837(state=PENDING, result=null, callback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055), errback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055)))
14:08:55.868 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:55.868 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:55.868 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:55.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.868 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27673), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [16ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [16ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [50ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [50ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [462ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1701ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2962ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3463ms] too many traces: truncated at 100 traces, deferred=Deferred@2058612837(state=PENDING, result=null, callback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055), errback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27673), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [16ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [16ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [50ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [50ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [462ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1701ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2962ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3463ms] too many traces: truncated at 100 traces, deferred=Deferred@2058612837(state=PENDING, result=null, callback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055), errback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:55.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:55.878 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27673), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [16ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [16ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [50ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [50ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [462ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1701ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2962ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3463ms] too many traces: truncated at 100 traces, deferred=Deferred@2058612837(state=PENDING, result=null, callback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055), errback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27673), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [14ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [16ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [16ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [30ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [47ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [50ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [50ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [461ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [462ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [802ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [803ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [803ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [1701ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2962ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [3463ms] too many traces: truncated at 100 traces, deferred=Deferred@2058612837(state=PENDING, result=null, callback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055), errback=(continuation of Deferred@1253567897 after retry RPC after error@200902826) -> (continuation of Deferred@1877238264 after retry RPC after error@179406009) -> (continuation of Deferred@2141158227 after retry RPC after error@946077906) -> (continuation of Deferred@1958960519 after retry RPC after error@1926339562) -> (continuation of Deferred@1989161728 after retry RPC after error@1852493712) -> (continuation of Deferred@11245759 after retry RPC after error@2119916939) -> (continuation of Deferred@161773939 after retry RPC after error@822747544) -> (continuation of Deferred@1832401254 after retry RPC after error@1235981903) -> (continuation of Deferred@1676542440 after retry RPC after error@50920172) -> (continuation of Deferred@802619618 after retry RPC after error@979104441) -> (continuation of Deferred@690570587 after retry RPC after error@1840383240) -> (continuation of Deferred@2062927948 after retry RPC after error@526263185) -> (continuation of Deferred@2084482748 after retry RPC after error@22638198) -> (continuation of Deferred@1438282169 after retry RPC after error@999723572) -> (continuation of Deferred@852791476 after retry RPC after error@2016698950) -> (continuation of Deferred@2122707776 after retry RPC after error@1896728982) -> (continuation of Deferred@1741338163 after retry RPC after error@1018679006) -> (continuation of Deferred@1845044731 after retry RPC after error@1915162795) -> (continuation of Deferred@1080974322 after retry RPC after error@1110293535) -> (continuation of Deferred@1717542748 after retry RPC after error@741828980) -> (continuation of Deferred@506730187 after retry RPC after error@836144214) -> (continuation of Deferred@728318031 after retry RPC after error@1015210143) -> (continuation of Deferred@37628810 after retry RPC after error@126854055)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:55.881 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] handling channelInactive
14:08:55.881 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
14:08:55.883 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:55.884 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:55.884 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:55.884 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.884 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:55.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state READY due to: connection closed
14:08:55.885 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:08:55.888 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:08:55.889 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
14:08:55.889 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
14:08:55.889 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
14:08:55.889 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
14:08:55.889 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:08:55.889 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
14:08:55.889 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
14:08:55.890 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
14:08:55.890 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:08:55.891 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:55.892 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:55.892 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:55.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:55.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:55.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.893 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:55.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:55.900 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:08:55.900 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
14:08:55.900 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:08:55.903 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:55.903 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:55.903 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:55.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:55.910 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
14:08:55.910 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
14:08:55.911 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
14:08:55.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:08:55.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
14:08:55.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
14:08:55.924 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:55.924 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:55.924 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:55.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.925 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:55.932 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
14:08:55.932 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
14:08:55.932 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
14:08:55.932 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:55.932 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:55.933 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:55.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:55.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:55.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:55.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:55.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:55.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:55.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:55.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:55.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:55.936 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:55.943 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:55.943 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:55.943 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:55.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.944 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:55.945 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:08:55.945 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
14:08:55.945 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
14:08:55.961 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
14:08:55.961 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
14:08:55.961 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
14:08:55.962 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
14:08:55.963 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
14:08:55.963 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
14:08:55.964 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:55.964 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:55.965 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job e2d05dba1558dbc336d7ebe82f9f04d7
14:08:55.983 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:55.983 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:55.983 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:55.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:55.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:55.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:55.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:56.003 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:56.004 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:56.004 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:56.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.005 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:56.034 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:56.034 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:56.034 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:56.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:56.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:56.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:56.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:56.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:56.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:56.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:56.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:56.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:56.036 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:56.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:56.144 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:56.145 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:56.145 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:56.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.146 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.147 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:56.191 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113336187 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:56.197 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:56.197 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:56.197 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:56.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:56.211 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 9ed37946d37923e3bb89c0a46219320a (1657 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
14:08:56.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:56.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
14:08:56.217 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split f8a6a7bab124df8b28a99a0faf1ad064868020718f8210f2f94f24b186861564 from pending
14:08:56.217 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 1 finished splits from enumerator state
14:08:56.264 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:56.264 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:56.264 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:56.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.265 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:56.304 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:56.304 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:56.304 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:56.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:56.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:56.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:56.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:56.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:56.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:56.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:56.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:56.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:56.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:56.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:56.384 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:56.384 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:56.384 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:56.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.386 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:56.394 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:56.394 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:56.394 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:56.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:56.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:56.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:56.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:56.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:56.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:56.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:56.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:56.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:56.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:56.448 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:56.449 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:56.449 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:56.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.451 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:56.458 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:56.458 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:56.458 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:56.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.460 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:56.460 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28321), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [45ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [66ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [67ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [68ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [68ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [89ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [92ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [92ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [93ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [124ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [503ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [503ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1260ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1263ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2043ms] refreshing cache from master, [2043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2044ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2963ms] refreshing cache from master, [2963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2964ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2964ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2967ms] too many traces: truncated at 100 traces, deferred=Deferred@1249232696(state=PENDING, result=null, callback=(continuation of Deferred@151374959 after retry RPC after error@1453983444) -> (continuation of Deferred@8179237 after retry RPC after error@1691653397) -> (continuation of Deferred@1133857620 after retry RPC after error@1158642004) -> (continuation of Deferred@593795638 after retry RPC after error@1675157362) -> (continuation of Deferred@184477622 after retry RPC after error@872807012) -> (continuation of Deferred@867656696 after retry RPC after error@380701107) -> (continuation of Deferred@1804574596 after retry RPC after error@1883409995) -> (continuation of Deferred@2019728152 after retry RPC after error@1711339830) -> (continuation of Deferred@1910778317 after retry RPC after error@355516780) -> (continuation of Deferred@2045129353 after retry RPC after error@416198090) -> (continuation of Deferred@1211385183 after retry RPC after error@1528616596) -> (continuation of Deferred@329700612 after retry RPC after error@2120981063) -> (continuation of Deferred@345974376 after retry RPC after error@696973849) -> (continuation of Deferred@203494617 after retry RPC after error@775556792) -> (continuation of Deferred@1132188017 after retry RPC after error@1038070069) -> (continuation of Deferred@962395531 after retry RPC after error@1198353366) -> (continuation of Deferred@1510005267 after retry RPC after error@437689983) -> (continuation of Deferred@1157138451 after retry RPC after error@1751607425) -> (continuation of Deferred@887875548 after retry RPC after error@446722648) -> (continuation of Deferred@446224655 after retry RPC after error@1231587773) -> (continuation of Deferred@576082507 after retry RPC after error@998098667) -> (continuation of Deferred@1735467050 after retry RPC after error@1784248344) -> (continuation of Deferred@2056104722 after retry RPC after error@798122038) -> (continuation of Deferred@1099724190 after retry RPC after error@1614040079) -> (continuation of Deferred@2004270624 after retry RPC after error@1272574760), errback=(continuation of Deferred@151374959 after retry RPC after error@1453983444) -> (continuation of Deferred@8179237 after retry RPC after error@1691653397) -> (continuation of Deferred@1133857620 after retry RPC after error@1158642004) -> (continuation of Deferred@593795638 after retry RPC after error@1675157362) -> (continuation of Deferred@184477622 after retry RPC after error@872807012) -> (continuation of Deferred@867656696 after retry RPC after error@380701107) -> (continuation of Deferred@1804574596 after retry RPC after error@1883409995) -> (continuation of Deferred@2019728152 after retry RPC after error@1711339830) -> (continuation of Deferred@1910778317 after retry RPC after error@355516780) -> (continuation of Deferred@2045129353 after retry RPC after error@416198090) -> (continuation of Deferred@1211385183 after retry RPC after error@1528616596) -> (continuation of Deferred@329700612 after retry RPC after error@2120981063) -> (continuation of Deferred@345974376 after retry RPC after error@696973849) -> (continuation of Deferred@203494617 after retry RPC after error@775556792) -> (continuation of Deferred@1132188017 after retry RPC after error@1038070069) -> (continuation of Deferred@962395531 after retry RPC after error@1198353366) -> (continuation of Deferred@1510005267 after retry RPC after error@437689983) -> (continuation of Deferred@1157138451 after retry RPC after error@1751607425) -> (continuation of Deferred@887875548 after retry RPC after error@446722648) -> (continuation of Deferred@446224655 after retry RPC after error@1231587773) -> (continuation of Deferred@576082507 after retry RPC after error@998098667) -> (continuation of Deferred@1735467050 after retry RPC after error@1784248344) -> (continuation of Deferred@2056104722 after retry RPC after error@798122038) -> (continuation of Deferred@1099724190 after retry RPC after error@1614040079) -> (continuation of Deferred@2004270624 after retry RPC after error@1272574760)))
14:08:56.564 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:56.564 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:56.565 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:56.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:56.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:56.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:56.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:56.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:56.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:56.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:56.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:56.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:56.570 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:56.607 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:56.607 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:56.607 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:56.608 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:56.608 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:56.608 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:56.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:56.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:56.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:56.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:56.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:56.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:56.609 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:56.621 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:56.621 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:56.621 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:56.622 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.622 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.622 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.622 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.623 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:56.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:56.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113336687 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:56.706 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 9ed37946d37923e3bb89c0a46219320a (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
14:08:56.708 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
14:08:56.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:56.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:56.832 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:56.832 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:56.832 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:56.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:56.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:56.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:56.833 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:56.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:56.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:56.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:56.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:56.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:56.834 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:56.841 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:56.841 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:56.841 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:56.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:56.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:56.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:56.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:56.883 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:56.884 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:56.884 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:56.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:56.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:56.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:56.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:56.895 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:56.896 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:56.896 [DEBUG - pool-403-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:56.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:56.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:56.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:56.897 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:56.898 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28740), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [34ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [71ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [71ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [102ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [402ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [403ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [403ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [542ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [543ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [543ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [982ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [983ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [983ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [983ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1860ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1862ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2321ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2323ms] too many traces: truncated at 100 traces, deferred=Deferred@218891510(state=PENDING, result=null, callback=(continuation of Deferred@1243165200 after retry RPC after error@1597065246) -> (continuation of Deferred@797909370 after retry RPC after error@1112128457) -> (continuation of Deferred@1094948898 after retry RPC after error@350706092) -> (continuation of Deferred@1110785723 after retry RPC after error@1294811847) -> (continuation of Deferred@284312008 after retry RPC after error@1047941187) -> (continuation of Deferred@1440571856 after retry RPC after error@1925266134) -> (continuation of Deferred@1891621191 after retry RPC after error@2085055323) -> (continuation of Deferred@1118459618 after retry RPC after error@960938987) -> (continuation of Deferred@935149669 after retry RPC after error@1894246522) -> (continuation of Deferred@1625996738 after retry RPC after error@1866232751) -> (continuation of Deferred@845133893 after retry RPC after error@2108957260) -> (continuation of Deferred@1216709781 after retry RPC after error@1143482145) -> (continuation of Deferred@192553585 after retry RPC after error@1459672848) -> (continuation of Deferred@868569161 after retry RPC after error@919693375) -> (continuation of Deferred@1826794814 after retry RPC after error@1024151525) -> (continuation of Deferred@609556245 after retry RPC after error@427299632) -> (continuation of Deferred@1619711612 after retry RPC after error@127523311) -> (continuation of Deferred@200842166 after retry RPC after error@1379985514) -> (continuation of Deferred@1691348328 after retry RPC after error@768607935) -> (continuation of Deferred@1647975832 after retry RPC after error@929868301) -> (continuation of Deferred@743679269 after retry RPC after error@26979310) -> (continuation of Deferred@872394904 after retry RPC after error@1636911144) -> (continuation of Deferred@1356510130 after retry RPC after error@205694620), errback=(continuation of Deferred@1243165200 after retry RPC after error@1597065246) -> (continuation of Deferred@797909370 after retry RPC after error@1112128457) -> (continuation of Deferred@1094948898 after retry RPC after error@350706092) -> (continuation of Deferred@1110785723 after retry RPC after error@1294811847) -> (continuation of Deferred@284312008 after retry RPC after error@1047941187) -> (continuation of Deferred@1440571856 after retry RPC after error@1925266134) -> (continuation of Deferred@1891621191 after retry RPC after error@2085055323) -> (continuation of Deferred@1118459618 after retry RPC after error@960938987) -> (continuation of Deferred@935149669 after retry RPC after error@1894246522) -> (continuation of Deferred@1625996738 after retry RPC after error@1866232751) -> (continuation of Deferred@845133893 after retry RPC after error@2108957260) -> (continuation of Deferred@1216709781 after retry RPC after error@1143482145) -> (continuation of Deferred@192553585 after retry RPC after error@1459672848) -> (continuation of Deferred@868569161 after retry RPC after error@919693375) -> (continuation of Deferred@1826794814 after retry RPC after error@1024151525) -> (continuation of Deferred@609556245 after retry RPC after error@427299632) -> (continuation of Deferred@1619711612 after retry RPC after error@127523311) -> (continuation of Deferred@200842166 after retry RPC after error@1379985514) -> (continuation of Deferred@1691348328 after retry RPC after error@768607935) -> (continuation of Deferred@1647975832 after retry RPC after error@929868301) -> (continuation of Deferred@743679269 after retry RPC after error@26979310) -> (continuation of Deferred@872394904 after retry RPC after error@1636911144) -> (continuation of Deferred@1356510130 after retry RPC after error@205694620)))
14:08:57.040 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:57.040 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:57.040 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:57.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.044 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:57.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:57.187 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113337187 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:57.204 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 9ed37946d37923e3bb89c0a46219320a (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
14:08:57.207 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
14:08:57.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:57.273 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:57.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:57.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:57.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:57.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:57.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:57.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:57.279 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:57.283 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3195b392d30841353752d0252c9d5787030545c779fea0d1b076e1e62efcb3f9'}]
14:08:57.284 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='67ddcdc1b1affc1def8a3872f482a030694069868808945445a0e5624a264bdd'}]
14:08:57.285 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:57.285 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
14:08:57.285 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:57.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:57.286 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cc754a68e9a57a10e6a3c5bbfec7255b7bffb5b7a4b691111d215bd249038851'}]
14:08:57.287 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:57.288 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
14:08:57.288 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='23a92f1fb2e123386d9d0df1ffca3b2c5a42bd5ae340c6e2133f5c6ef3c2188c'}]
14:08:57.288 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:57.289 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:57.290 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:08:57.291 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}]
14:08:57.291 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
14:08:57.292 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:57.300 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:57.310 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:57.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:57.330 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:57.364 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:57.372 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:57.373 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:57.373 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:57.374 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:57.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.375 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:57.381 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:57.382 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:57.383 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:57.398 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:57.402 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] Successfully connected to peer
14:08:57.414 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.129
14:08:57.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:57.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:57.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:57.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:57.430 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:57.434 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:57.436 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x097f2fba, L:/127.0.0.1:39760 - R:/127.31.154.129:42031] using SASL/PLAIN
14:08:57.448 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:08:57.448 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:08:57.449 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:08:57.449 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:57.449 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:57.449 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:08:57.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:57.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:57.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:57.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:08:57.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:57.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:08:57.450 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:08:57.450 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29324), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [53ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [55ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [55ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [623ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1342ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [3661ms] refreshing cache from master, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [3662ms] too many traces: truncated at 100 traces, deferred=Deferred@1502155497(state=PENDING, result=null, callback=(continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711) -> (continuation of Deferred@1050595614 after retry RPC after error@810572110) -> (continuation of Deferred@1374279260 after retry RPC after error@611076475) -> (continuation of Deferred@1823632073 after retry RPC after error@1587205176), errback=(continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711) -> (continuation of Deferred@1050595614 after retry RPC after error@810572110) -> (continuation of Deferred@1374279260 after retry RPC after error@611076475) -> (continuation of Deferred@1823632073 after retry RPC after error@1587205176)))
14:08:57.451 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:57.455 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:57.459 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd7255dc8, L:/127.0.0.1:52914 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:57.487 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248229453824001) for scanner KuduScanner(table=replication_test_table, tablet=bba95043bbeb4f84a059f0c093ad8d97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:57.488 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [cc754a68e9a57a10e6a3c5bbfec7255b7bffb5b7a4b691111d215bd249038851]
14:08:57.488 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cc754a68e9a57a10e6a3c5bbfec7255b7bffb5b7a4b691111d215bd249038851]
14:08:57.489 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
14:08:57.489 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
14:08:57.490 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cc754a68e9a57a10e6a3c5bbfec7255b7bffb5b7a4b691111d215bd249038851 finished by subtask 1; deferring removal (restored in pending)
14:08:57.491 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:57.492 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='972bf91b51290b4e0d388002ae76d4f882f4e8331fc20ba718de83f68b52c676'}]
14:08:57.493 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:57.494 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 7
14:08:57.495 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:57.500 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:57.505 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd332ce96, L:/127.0.0.1:52938 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:57.512 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd1a109be, L:/127.0.0.1:52922 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:57.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:57.515 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248229453824001) for scanner KuduScanner(table=replication_test_table, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:57.515 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [23a92f1fb2e123386d9d0df1ffca3b2c5a42bd5ae340c6e2133f5c6ef3c2188c]
14:08:57.515 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [23a92f1fb2e123386d9d0df1ffca3b2c5a42bd5ae340c6e2133f5c6ef3c2188c]
14:08:57.516 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
14:08:57.516 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
14:08:57.517 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 23a92f1fb2e123386d9d0df1ffca3b2c5a42bd5ae340c6e2133f5c6ef3c2188c finished by subtask 2; deferring removal (restored in pending)
14:08:57.518 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:57.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:57.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='887b3cd50f3ba668bb6457d4fc741f01a45da3da395bbf242f37d0fa65fec01e'}]
14:08:57.521 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:57.532 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:57.551 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:57.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:57.551 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:08:57.551 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
14:08:57.567 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:57.572 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:57.575 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:57.575 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:57.575 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:57.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:57.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:57.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:57.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:57.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:57.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:57.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:57.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:57.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:57.576 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:57.588 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:57.595 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa88ce119, L:/127.0.0.1:52940 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:57.600 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:57.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:57.601 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:57.601 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
14:08:57.608 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248229453824001) for scanner KuduScanner(table=replication_test_table, tablet=423f8a25bd5f4a35ba4cb086878f323e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:57.608 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [972bf91b51290b4e0d388002ae76d4f882f4e8331fc20ba718de83f68b52c676]
14:08:57.608 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [972bf91b51290b4e0d388002ae76d4f882f4e8331fc20ba718de83f68b52c676]
14:08:57.609 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 7 because it is idle.
14:08:57.609 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 7
14:08:57.611 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 972bf91b51290b4e0d388002ae76d4f882f4e8331fc20ba718de83f68b52c676 finished by subtask 1; deferring removal (restored in pending)
14:08:57.611 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:57.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:57.625 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
14:08:57.627 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:57.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:57.648 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:57.649 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:57.649 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:57.649 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:57.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.651 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:57.657 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:57.657 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:57.657 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:57.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:57.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:57.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:57.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:57.667 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:57.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:57.667 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:57.667 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 7 exited.
14:08:57.673 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:57.678 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:57.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113337688 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:57.701 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 9ed37946d37923e3bb89c0a46219320a (5122 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:08:57.702 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
14:08:57.703 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 23a92f1fb2e123386d9d0df1ffca3b2c5a42bd5ae340c6e2133f5c6ef3c2188c from pending
14:08:57.703 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split cc754a68e9a57a10e6a3c5bbfec7255b7bffb5b7a4b691111d215bd249038851 from pending
14:08:57.703 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 972bf91b51290b4e0d388002ae76d4f882f4e8331fc20ba718de83f68b52c676 from pending
14:08:57.703 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 3 finished splits from enumerator state
14:08:57.705 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248229453824001) for scanner KuduScanner(table=replication_test_table, tablet=947236afe2b94477845a0ea4b55ef76b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:57.705 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [3195b392d30841353752d0252c9d5787030545c779fea0d1b076e1e62efcb3f9]
14:08:57.705 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3195b392d30841353752d0252c9d5787030545c779fea0d1b076e1e62efcb3f9]
14:08:57.706 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
14:08:57.706 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
14:08:57.707 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3195b392d30841353752d0252c9d5787030545c779fea0d1b076e1e62efcb3f9 finished by subtask 3; deferring removal (restored in pending)
14:08:57.707 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:57.707 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:57.707 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:57.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:57.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:57.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:57.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:57.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:57.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:57.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:57.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:57.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:57.709 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:57.710 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:57.710 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:57.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:57.720 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248229453824001) for scanner KuduScanner(table=replication_test_table, tablet=48f5864f7cbb4d3895dcf3851a89a36e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:57.720 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [67ddcdc1b1affc1def8a3872f482a030694069868808945445a0e5624a264bdd]
14:08:57.720 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [67ddcdc1b1affc1def8a3872f482a030694069868808945445a0e5624a264bdd]
14:08:57.721 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:08:57.721 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:08:57.724 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 67ddcdc1b1affc1def8a3872f482a030694069868808945445a0e5624a264bdd finished by subtask 0; deferring removal (restored in pending)
14:08:57.725 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] disconnecting while in state READY
14:08:57.725 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:57.726 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:57.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:57.726 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:08:57.726 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
14:08:57.727 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:57.727 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:57.727 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:57.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.728 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:57.728 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:57.735 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7354cb9a, L:/127.0.0.1:52946 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:57.755 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] handling channelInactive
14:08:57.755 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:08:57.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state READY due to: connection closed
14:08:57.756 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:08:57.760 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248229453824001) for scanner KuduScanner(table=replication_test_table, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:57.761 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [887b3cd50f3ba668bb6457d4fc741f01a45da3da395bbf242f37d0fa65fec01e]
14:08:57.761 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [887b3cd50f3ba668bb6457d4fc741f01a45da3da395bbf242f37d0fa65fec01e]
14:08:57.761 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
14:08:57.761 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
14:08:57.762 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 887b3cd50f3ba668bb6457d4fc741f01a45da3da395bbf242f37d0fa65fec01e finished by subtask 2; deferring removal (restored in pending)
14:08:57.763 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:57.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:57.793 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:57.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:57.793 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
14:08:57.794 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
14:08:57.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:57.843 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:57.843 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:57.843 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:57.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.844 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:57.899 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:57.900 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:57.900 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:57.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:57.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:57.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:57.902 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:57.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:08:57Z chronyd exiting
14:08:57.940 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:57.940 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:57.941 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:57.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:57.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:57.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:57.941 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:57.941 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:57.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:57.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:57.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:57.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:57.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:57.943 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:08:57.943 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:08:57.943 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:08:57.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:57.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:57.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:08:57.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:57.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:57.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:08:57.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:57.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:57.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:08:57.945 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:08:58.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:58.187 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113338187 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:58.202 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 9ed37946d37923e3bb89c0a46219320a (3043 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
14:08:58.204 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
14:08:58.204 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 67ddcdc1b1affc1def8a3872f482a030694069868808945445a0e5624a264bdd from pending
14:08:58.204 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 887b3cd50f3ba668bb6457d4fc741f01a45da3da395bbf242f37d0fa65fec01e from pending
14:08:58.204 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 3195b392d30841353752d0252c9d5787030545c779fea0d1b076e1e62efcb3f9 from pending
14:08:58.204 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 3 finished splits from enumerator state
14:08:58.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:58.303 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:58.303 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:58.303 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:58.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:58.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:58.447 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:58.447 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:58.447 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:58.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:58.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:58.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:58.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:58.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:58.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:58.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:58.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:58.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:58.449 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:58.458 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:58.458 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:58.459 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:58.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.460 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:58.491 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:58.492 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:58.492 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:58.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:58.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:58.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:58.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:58.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:58.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:58.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:58.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:58.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:58.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:58.544 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:58.544 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:58.544 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:58.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:58.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:58.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:58.545 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:58.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:58.656 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:08:58.656 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:08:58.656 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:08:58.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:58.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:58.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:08:58.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:58.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:58.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:08:58.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:58.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:58.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:08:58.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:08:58.687 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113338687 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:58.700 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 9ed37946d37923e3bb89c0a46219320a (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:08:58.703 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
14:08:58.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:58.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:58.891 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:58.891 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:58.891 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:58.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:58.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:58.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:58.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:58.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:58.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:58.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:58.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:58.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:58.892 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:59.007 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:08:59.032 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:59.032 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:59.032 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:59.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:59.042 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RESTARTING to RUNNING.
14:08:59.043 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job eacb0b568f4587f80a357fedc2948c94 from Checkpoint 73 @ 1779113121878 for eacb0b568f4587f80a357fedc2948c94 located at file:/tmp/junit16705017382231843927/checkpoints/eacb0b568f4587f80a357fedc2948c94/chk-73.
14:08:59.043 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:08:59.044 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:08:59.050 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to SCHEDULED.
14:08:59.051 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from SCHEDULED to DEPLOYING.
14:08:59.051 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #8) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id e02cc0ff8f0f5e3b429ee08211039739
14:08:59.052 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to SCHEDULED.
14:08:59.052 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from SCHEDULED to DEPLOYING.
14:08:59.052 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #8) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 79c69f3cbe0e50a85b612962dab060ec
14:08:59.053 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to SCHEDULED.
14:08:59.053 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from SCHEDULED to DEPLOYING.
14:08:59.053 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #8) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id 5899cdb7b869a0c7aae943b74505d2be
14:08:59.053 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to SCHEDULED.
14:08:59.054 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from SCHEDULED to DEPLOYING.
14:08:59.054 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #8) with attempt id 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b8a20e3c-679b-4f70-aef5-855c6332c732 @ 127.0.0.1 (dataPort=-1) with allocation id da162481863f03177a84537325c439db
14:08:59.054 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:08:59.055 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e02cc0ff8f0f5e3b429ee08211039739.
14:08:59.056 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8), deploy into slot with allocation id e02cc0ff8f0f5e3b429ee08211039739.
14:08:59.057 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:08:59.057 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:08:59.057 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:08:59.057 [INFO - Thread-68] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:08:59.057 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.21.77.190:37593(127.21.77.190:37593)] disconnecting while in state TERMINATED
14:08:59.059 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.21.77.188:44831(127.21.77.188:44831)] disconnecting while in state TERMINATED
14:08:59.059 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.21.77.189:34493(127.21.77.189:34493)] disconnecting while in state TERMINATED
14:08:59.059 [DEBUG - Thread-68] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:59.061 [INFO - Thread-68] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:08:59.061 [INFO - Thread-68] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:08:59.064 [DEBUG - Thread-68] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.065 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5899cdb7b869a0c7aae943b74505d2be.
14:08:59.066 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8), deploy into slot with allocation id 5899cdb7b869a0c7aae943b74505d2be.
14:08:59.069 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to DEPLOYING.
14:08:59.069 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) [DEPLOYING].
14:08:59.077 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@408e5117
14:08:59.077 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:59.078 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:08:59.078 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
14:08:59.078 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
14:08:59.079 [INFO - Thread-68] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:08:59.081 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 79c69f3cbe0e50a85b612962dab060ec.
14:08:59.081 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8), deploy into slot with allocation id 79c69f3cbe0e50a85b612962dab060ec.
14:08:59.083 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to DEPLOYING.
14:08:59.083 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) [DEPLOYING].
14:08:59.085 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c9dce4f
14:08:59.085 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:59.085 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:08:59.085 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
14:08:59.086 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
14:08:59.088 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@124e35f9
14:08:59.092 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot da162481863f03177a84537325c439db.
14:08:59.098 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to DEPLOYING.
14:08:59.098 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) [DEPLOYING].
14:08:59.101 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8), deploy into slot with allocation id da162481863f03177a84537325c439db.
14:08:59.102 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70d4b812
14:08:59.102 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:59.102 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:08:59.102 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
14:08:59.102 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
14:08:59.107 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.113 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a8ea2db
14:08:59.113 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:59.113 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:59.113 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:59.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:59.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:59.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:59.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:59.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:59.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:59.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:59.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:59.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:59.114 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:59.116 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.124 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21db1c66
14:08:59.124 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:59.124 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:59.125 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:59.125 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:08:59.126 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:59.135 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to DEPLOYING.
14:08:59.135 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) [DEPLOYING].
14:08:59.137 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27111283
14:08:59.137 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:08:59.138 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16705017382231843927/checkpoints")
14:08:59.138 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
14:08:59.138 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
14:08:59.144 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@cf54734
14:08:59.145 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.149 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.152 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.154 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: giving up after 1 attempts
14:08:59.155 [DEBUG - main] (Connection.java:575) [peer master-127.31.154.189:43187(127.31.154.189:43187)] disconnecting while in state READY
14:08:59.155 [DEBUG - main] (Connection.java:575) [peer master-127.31.154.188:42123(127.31.154.188:42123)] disconnecting while in state READY
14:08:59.155 [DEBUG - main] (Connection.java:575) [peer master-127.31.154.190:35657(127.31.154.190:35657)] disconnecting while in state READY
14:08:59.155 [DEBUG - main] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:59.155 [DEBUG - main] (Connection.java:575) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] disconnecting while in state READY
14:08:59.155 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.154.189:43187(127.31.154.189:43187)] handling channelInactive
14:08:59.155 [DEBUG - kudu-nio-3] (Connection.java:239) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] handling channelInactive
14:08:59.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state READY due to: connection closed
14:08:59.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] cleaning up while in state READY due to: connection closed
14:08:59.156 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.154.190:35657(127.31.154.190:35657)] handling channelInactive
14:08:59.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state READY due to: connection closed
14:08:59.155 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.154.188:42123(127.31.154.188:42123)] handling channelInactive
14:08:59.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state READY due to: connection closed
14:08:59.156 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:59.158 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:59.158 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
14:08:59.158 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:08:59.159 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:08:59.160 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-3
14:08:59.162 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.173 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.179 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.187 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113339187 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:59.194 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.196 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.199 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 9ed37946d37923e3bb89c0a46219320a (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:08:59.201 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
14:08:59.210 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:59.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:59.211 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
14:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:59.212322 32362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 357
14:08:59.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:59.230 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.235 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.240 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.246 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.257 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.265 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.267 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 357b47b82a474de4ad9eabd6fab745ce
14:08:59.276 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:59.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:59.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:59.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:59.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:59.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:59.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.277 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:59.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.285 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b70682ea360849b02681d06c315d8fed31ae0128c65cb63c8926809244de821c'}]
14:08:59.286 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.287 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='053cc09ebf7409e3d5c7326340b595a7f949f8390bdeb02941664c4d0612f747'}]
14:08:59.288 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.288 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
14:08:59.288 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='261e2224e84ec82f3cf2613abd96ae1229e146aa963e2110cd513660bca075a1'}]
14:08:59.289 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299993, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:59.289 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.290 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='df117e31f43e3225122700cc8bdc0d43f2ad90573a83af0e437be5100bdb7d11'}]
14:08:59.291 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.292 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 8
14:08:59.292 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299993, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}]
14:08:59.293 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
14:08:59.293 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299992, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:59.293 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
14:08:59.294 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299992, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:59.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.300 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:59.304766   688 connection.cc:582] client connection to 127.31.154.129:42031 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:59.305269   688 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:59.307 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.311 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.311 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:59.311903   548 connection.cc:582] client connection to 127.31.154.129:42031 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:59.312371   548 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:59.315 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.316 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:59.328330 32362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 527
14:08:59.341 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:59.343065   688 consensus_peers.cc:597] T bba95043bbeb4f84a059f0c093ad8d97 P 195d7c99466443ad8f5c32704536eb5d -> Peer 61705dc0c22b4b6bbb4f42fb963c24b1 (127.31.154.129:42031): Couldn't send request to peer 61705dc0c22b4b6bbb4f42fb963c24b1. Status: Network error: Client connection negotiation failed: client connection to 127.31.154.129:42031: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:59.345 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:59.345 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:59.346 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:59.346 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:59.349 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:59.350 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:59.350 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.352 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.352 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.355 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.355 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.358 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:59.361 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x577a9825, L:/127.0.0.1:52962 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:59.368 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.369 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state CONNECTING due to: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.370 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:59.371 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.374 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:59.378 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:59.381 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031) for tablet 48f5864f7cbb4d3895dcf3851a89a36e: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.384 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:59.385 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.386 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] connecting to peer
14:08:59.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.387 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.131
14:08:59.388 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa4a2103b, L:/127.0.0.1:52974 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:59.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.395 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.400 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248237637632001) for scanner KuduScanner(table=replication_test_table, tablet=bba95043bbeb4f84a059f0c093ad8d97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:59.400 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [053cc09ebf7409e3d5c7326340b595a7f949f8390bdeb02941664c4d0612f747]
14:08:59.401 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:59.402 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [053cc09ebf7409e3d5c7326340b595a7f949f8390bdeb02941664c4d0612f747]
14:08:59.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
14:08:59.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
14:08:59.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:59.404 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 053cc09ebf7409e3d5c7326340b595a7f949f8390bdeb02941664c4d0612f747 finished by subtask 3; deferring removal (restored in pending)
14:08:59.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:59.404 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.404 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9de9542e2813ef1f628c7e50e07771b772c6ac7a6744fb3c6e6c6fac9e411e5a'}]
14:08:59.405 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.406 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.406 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 7
14:08:59.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.407 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299992, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:59.407 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.408 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.408 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.409 [DEBUG - kudu-nio-1] (Connection.java:757) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] Successfully connected to peer
14:08:59.411 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:59.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:59.412 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.413 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa07c4649, L:/127.0.0.1:52978 - R:/127.31.154.131:41175] using SASL/PLAIN
14:08:59.413 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
14:08:59.413 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:08:59.415 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.415 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:59.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.416 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.420 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:59.424065   686 connection.cc:582] client connection to 127.31.154.130:33659 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:08:59.425 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.425 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.426 [ERROR - kudu-nio-1] (Connection.java:452) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] unexpected exception from downstream on [id: 0x770ec79c, L:/127.0.0.1:38036 - R:/127.31.154.130:33659]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.430 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287248237637632001) for scanner KuduScanner(table=replication_test_table, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:59.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] cleaning up while in state NEGOTIATING due to: [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] unexpected exception from downstream on [id: 0x770ec79c, L:/127.0.0.1:38036 - R:/127.31.154.130:33659]
14:08:59.431 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659) for tablet 48f5864f7cbb4d3895dcf3851a89a36e: [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] unexpected exception from downstream on [id: 0x770ec79c, L:/127.0.0.1:38036 - R:/127.31.154.130:33659]
14:08:59.431 [DEBUG - kudu-nio-1] (Connection.java:239) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] handling channelInactive
14:08:59.431 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [df117e31f43e3225122700cc8bdc0d43f2ad90573a83af0e437be5100bdb7d11]
14:08:59.431 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [df117e31f43e3225122700cc8bdc0d43f2ad90573a83af0e437be5100bdb7d11]
14:08:59.432 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
14:08:59.432 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
14:08:59.432 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state READY
14:08:59.433 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split df117e31f43e3225122700cc8bdc0d43f2ad90573a83af0e437be5100bdb7d11 finished by subtask 2; deferring removal (restored in pending)
14:08:59.433 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:59.433 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e8d49274705ce3ca8af489c9eab9a0804de2707dc6cdc5c2ca34e2b8a793bff6'}]
14:08:59.435 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:08:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:59.434630 32362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 667
14:08:59.436 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
14:08:59.436 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299992, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)[L],cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}]
14:08:59.438 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.439 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.439 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.440 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.445 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.446 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:59.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.447 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.448 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.448 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.449 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.449 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.450 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:59.450 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:59.451 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.451 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.451 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.451 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.452 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.452 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.452 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:59.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.452 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:59.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:59.452 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.453 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
14:08:59.453 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.453 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
14:08:59.453 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.453 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] Successfully connected to peer
14:08:59.453 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.455 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.455 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.455 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.456 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.456 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.457 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.461 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.462 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.465 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.466 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.466 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.466 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.471 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.471 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.471 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.472 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.472 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.472 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.472 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.473 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.475 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.475 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.475 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.476 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.476 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.476 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:08:59.476 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.476 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:08:59.477 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:08:59.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:59.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:59.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:08:59.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:59.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:59.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:08:59.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:59.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:59.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:08:59.477 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:08:59.478 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.478 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.485 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.485 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.485 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.486 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.491 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.491 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.492 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.493 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.493 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.493 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.494 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.495 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.495 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.495 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.496 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.496 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.496 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.496 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.497 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.506 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:59.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state READY due to: connection closed
14:08:59.506 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175) for tablet 947236afe2b94477845a0ea4b55ef76b: connection closed
14:08:59.506 [ERROR - kudu-nio-0] (Connection.java:452) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xa0b179a5, L:/127.0.0.1:52992 - R:/127.31.154.131:41175]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.506 [ERROR - kudu-nio-2] (Connection.java:452) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xc053b15c, L:/127.0.0.1:52996 - R:/127.31.154.131:41175]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state NEGOTIATING due to: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xa0b179a5, L:/127.0.0.1:52992 - R:/127.31.154.131:41175]
14:08:59.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state NEGOTIATING due to: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xc053b15c, L:/127.0.0.1:52996 - R:/127.31.154.131:41175]
14:08:59.507 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175) for tablet 423f8a25bd5f4a35ba4cb086878f323e: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xa0b179a5, L:/127.0.0.1:52992 - R:/127.31.154.131:41175]
14:08:59.507 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175) for tablet 48f5864f7cbb4d3895dcf3851a89a36e: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xc053b15c, L:/127.0.0.1:52996 - R:/127.31.154.131:41175]
14:08:59.507 [ERROR - kudu-nio-0] (Connection.java:452) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xd041314b, L:/127.0.0.1:52998 - R:/127.31.154.131:41175]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.507 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:59.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state NEGOTIATING due to: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xd041314b, L:/127.0.0.1:52998 - R:/127.31.154.131:41175]
14:08:59.507 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:59.507 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175) for tablet 05cbf1cd89b44dac8b0c3bf2e5267889: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xd041314b, L:/127.0.0.1:52998 - R:/127.31.154.131:41175]
14:08:59.507 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] handling channelInactive
14:08:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:59.508674 32362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 32386
14:08:59.512 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] connecting to peer
14:08:59.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.513 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659) for tablet 05cbf1cd89b44dac8b0c3bf2e5267889: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.515 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] connecting to peer
14:08:59.516 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.516 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.516 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.516 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659) for tablet 423f8a25bd5f4a35ba4cb086878f323e: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.517 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.524 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:59.524 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:59.524 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:59.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:59.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:59.524 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:59.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:59.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:59.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:59.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:59.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:59.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:59.524 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:59.525 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.526 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.526 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.31.154.188:42123(127.31.154.188:42123)] Successfully connected to peer
14:08:59.526 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.527 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.31.154.190:35657(127.31.154.190:35657)] Successfully connected to peer
14:08:59.527 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.527 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.527 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.529 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] connecting to peer
14:08:59.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.529 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.530 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.188
14:08:59.531 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:59.532 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.31.154.189:43187(127.31.154.189:43187)] Successfully connected to peer
14:08:59.532 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.532 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.532 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.535 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:59.537 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.189
14:08:59.538 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:59.539 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.539 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.539 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.541 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123] using SASL/PLAIN
14:08:59.545 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:59.546 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:59.546 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29768, elapsed=20), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [19ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, deferred=null) after lookup
14:08:59.548 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x25895309, L:/127.0.0.1:56560 - R:/127.31.154.189:43187] using SASL/PLAIN
14:08:59.551 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.551 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.551 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.553 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.554 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 48f5864f7cbb4d3895dcf3851a89a36e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
14:08:59.554 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet bba95043bbeb4f84a059f0c093ad8d97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
14:08:59.554 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 947236afe2b94477845a0ea4b55ef76b for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
14:08:59.554 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 9447a3caba2a4b3eba00b1acf6ff2e0c for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
14:08:59.554 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 423f8a25bd5f4a35ba4cb086878f323e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
14:08:59.554 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:59.555 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.154.190:35657(127.31.154.190:35657)] handling channelInactive
14:08:59.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state READY due to: connection closed
14:08:59.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.555 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.555 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.556 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.556 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.556 [DEBUG - kudu-nio-3] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=48f5864f7cbb4d3895dcf3851a89a36e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=bba95043bbeb4f84a059f0c093ad8d97@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=947236afe2b94477845a0ea4b55ef76b@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=9447a3caba2a4b3eba00b1acf6ff2e0c@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299998, tablet=423f8a25bd5f4a35ba4cb086878f323e@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)[L],61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299998, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299998}]
14:08:59.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.557 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.557 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=48f5864f7cbb4d3895dcf3851a89a36e, attempt=4, KuduRpc(method=Scan, tablet=48f5864f7cbb4d3895dcf3851a89a36e, attempt=4, TimeoutTracker(timeout=30000, elapsed=264), Traces: [0ms] sending RPC to server 61705dc0c22b4b6bbb4f42fb963c24b1, [36ms] received response from server 61705dc0c22b4b6bbb4f42fb963c24b1: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [36ms] delaying RPC due to: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [40ms] sending RPC to server cddf5bb839764a4e99c5b4d77abceedd, [85ms] received response from server cddf5bb839764a4e99c5b4d77abceedd: Network error: [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] unexpected exception from downstream on [id: 0x770ec79c, L:/127.0.0.1:38036 - R:/127.31.154.130:33659], [86ms] delaying RPC due to: Network error: [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] unexpected exception from downstream on [id: 0x770ec79c, L:/127.0.0.1:38036 - R:/127.31.154.130:33659], [101ms] sending RPC to server 195d7c99466443ad8f5c32704536eb5d, [162ms] received response from server 195d7c99466443ad8f5c32704536eb5d: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xc053b15c, L:/127.0.0.1:52996 - R:/127.31.154.131:41175], [162ms] delaying RPC due to: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xc053b15c, L:/127.0.0.1:52996 - R:/127.31.154.131:41175], [180ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [199ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.154.188:42123, [209ms] Sub RPC GetTableLocations: received response from server master-127.31.154.188:42123: OK, deferred=Deferred@540005230(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup
14:08:59.557 [DEBUG - kudu-nio-3] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:59.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.558 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659) for tablet 947236afe2b94477845a0ea4b55ef76b: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state CONNECTING due to: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state CONNECTING due to: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.559 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031) for tablet 423f8a25bd5f4a35ba4cb086878f323e: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.559 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031) for tablet 05cbf1cd89b44dac8b0c3bf2e5267889: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.560 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.560 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state CONNECTING due to: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.560 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031) for tablet 48f5864f7cbb4d3895dcf3851a89a36e: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:59.560328 32362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 32456
14:08:59.567 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:59.571 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.571 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.572 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.572 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.572 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.31.154.190:35657(127.31.154.190:35657)] unexpected exception from downstream on [id: 0x038b24a2, L:/127.0.0.1:51906 - R:/127.31.154.190:35657]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.572 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state NEGOTIATING due to: [peer master-127.31.154.190:35657(127.31.154.190:35657)] unexpected exception from downstream on [id: 0x038b24a2, L:/127.0.0.1:51906 - R:/127.31.154.190:35657]
14:08:59.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: [peer master-127.31.154.190:35657(127.31.154.190:35657)] unexpected exception from downstream on [id: 0x038b24a2, L:/127.0.0.1:51906 - R:/127.31.154.190:35657]
14:08:59.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.573 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.31.154.190:35657(127.31.154.190:35657)] handling channelInactive
14:08:59.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.573 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.573 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.573 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.573 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.574 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.574 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.575 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.581 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:59.581 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:59.581 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:59.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.582 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:59.584 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state CONNECTING due to: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.584 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031) for tablet 947236afe2b94477845a0ea4b55ef76b: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.585 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.31.154.188:42123(127.31.154.188:42123)] Successfully connected to peer
14:08:59.586 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] connecting to peer
14:08:59.588 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.188
14:08:59.594 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.595 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.31.154.189:43187(127.31.154.189:43187)] Successfully connected to peer
14:08:59.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.596 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659) for tablet 48f5864f7cbb4d3895dcf3851a89a36e: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.597 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.597 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.597 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.597 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.598 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.31.154.188:42123(127.31.154.188:42123)] Successfully connected to peer
14:08:59.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.599 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.600 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.31.154.189:43187(127.31.154.189:43187)] Successfully connected to peer
14:08:59.601 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:59.604 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0a3a5559, L:/127.0.0.1:41152 - R:/127.31.154.188:42123] using SASL/PLAIN
14:08:59.606 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.606 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.606 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.606 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.607 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:59.606243 32730 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.154.190:35657: connect: Connection refused (error 111)
14:08:59.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.607 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.609 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.154.188
14:08:59.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:08:59.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:08:59.611 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:08:59.611 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:08:59.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:59.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:59.612 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29866, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, deferred=null) after lookup
14:08:59.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:08:59.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:59.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:59.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:08:59.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:59.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:59.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:08:59.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:08:59.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:59.614065 32730 consensus_peers.cc:597] T 00000000000000000000000000000000 P bd8f333598174d3b8cc05bca1f54c45a -> Peer 95f92f4f609b464d81b285a52687857f (127.31.154.190:35657): Couldn't send request to peer 95f92f4f609b464d81b285a52687857f. Status: Network error: Client connection negotiation failed: client connection to 127.31.154.190:35657: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:59.615 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 05cbf1cd89b44dac8b0c3bf2e5267889 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
14:08:59.615 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.615 [DEBUG - kudu-nio-3] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=05cbf1cd89b44dac8b0c3bf2e5267889@[195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175),61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031),cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
14:08:59.615 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.615 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.616 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, attempt=4, KuduRpc(method=Scan, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, attempt=4, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] sending RPC to server 195d7c99466443ad8f5c32704536eb5d, [55ms] received response from server 195d7c99466443ad8f5c32704536eb5d: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xd041314b, L:/127.0.0.1:52998 - R:/127.31.154.131:41175], [55ms] delaying RPC due to: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xd041314b, L:/127.0.0.1:52998 - R:/127.31.154.131:41175], [59ms] sending RPC to server cddf5bb839764a4e99c5b4d77abceedd, [61ms] received response from server cddf5bb839764a4e99c5b4d77abceedd: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [61ms] delaying RPC due to: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [79ms] sending RPC to server 61705dc0c22b4b6bbb4f42fb963c24b1, [107ms] received response from server 61705dc0c22b4b6bbb4f42fb963c24b1: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [107ms] delaying RPC due to: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [159ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.154.188:42123, [163ms] Sub RPC GetTableLocations: received response from server master-127.31.154.188:42123: OK, deferred=Deferred@1749623423(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup
14:08:59.616 [DEBUG - kudu-nio-3] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:59.619 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:08:59.620 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.620 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.154.189:43187(127.31.154.189:43187)] handling channelInactive
14:08:59.620 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.31.154.189:43187(127.31.154.189:43187)] handling channelInactive
14:08:59.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state READY due to: connection closed
14:08:59.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state READY due to: connection closed
14:08:59.621 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.31.154.188:42123(127.31.154.188:42123)] Successfully connected to peer
14:08:59.623 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0xadd952b3, L:/127.0.0.1:56574 - R:/127.31.154.189:43187]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state NEGOTIATING due to: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0xadd952b3, L:/127.0.0.1:56574 - R:/127.31.154.189:43187]
14:08:59.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0xadd952b3, L:/127.0.0.1:56574 - R:/127.31.154.189:43187]
14:08:59.624 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.31.154.189:43187(127.31.154.189:43187)] handling channelInactive
14:08:59.624 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state NEGOTIATING due to: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187]
14:08:59.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187]
14:08:59.624 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.31.154.189:43187(127.31.154.189:43187)] handling channelInactive
14:08:59.625 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123] using SASL/PLAIN
14:08:59.626 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] connecting to peer
14:08:59.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175
14:08:59.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state CONNECTING due to: Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175
14:08:59.626 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175) for tablet 48f5864f7cbb4d3895dcf3851a89a36e: Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175
14:08:59.628 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:59.624452 32362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 32543
14:08:59.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.630 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.633 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.633 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.633 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:59.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.633 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.634 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175
14:08:59.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] cleaning up while in state CONNECTING due to: Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175
14:08:59.640 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175) for tablet 05cbf1cd89b44dac8b0c3bf2e5267889: Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175
14:08:59.652 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] connecting to peer
14:08:59.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] cleaning up while in state CONNECTING due to: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.653 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659) for tablet 05cbf1cd89b44dac8b0c3bf2e5267889: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659
14:08:59.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:59.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:08:59.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:08:59.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:08:59.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:08:59.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:08:59.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:08:59.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:08:59.671 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.671 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.672 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.673 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.676 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.676 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.676 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.677 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.31.154.188:42123(127.31.154.188:42123)] handling channelInactive
14:08:59.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:08:59.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state NEGOTIATING due to: connection closed
14:08:59.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: connection closed
14:08:59.677 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.677 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.678 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.154.188:42123(127.31.154.188:42123)] handling channelInactive
14:08:59.678 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.31.154.188:42123(127.31.154.188:42123)] handling channelInactive
14:08:59.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state READY due to: connection closed
14:08:59.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state READY due to: connection closed
14:08:59.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state READY due to: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123]
14:08:59.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123]
14:08:59.678 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.678 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:08:59.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state READY due to: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123]
14:08:59.679 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.31.154.188:42123(127.31.154.188:42123) for tablet Kudu Master: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123]
14:08:59.679 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.31.154.188:42123(127.31.154.188:42123)] handling channelInactive
14:08:59.679 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.31.154.188:42123(127.31.154.188:42123)] handling channelInactive
14:08:59.686 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.686 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.686 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.686 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.687 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113339687 for job 9ed37946d37923e3bb89c0a46219320a.
14:08:59.692 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.695 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.696 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.697 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.697 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.697 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.697 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 9ed37946d37923e3bb89c0a46219320a (5122 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:08:59.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.698 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.699 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.699 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.700 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
14:08:59.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 16 complete: removed split df117e31f43e3225122700cc8bdc0d43f2ad90573a83af0e437be5100bdb7d11 from pending
14:08:59.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 16 complete: removed split 053cc09ebf7409e3d5c7326340b595a7f949f8390bdeb02941664c4d0612f747 from pending
14:08:59.700 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.700 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 16 complete: removed 2 finished splits from enumerator state
14:08:59.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.701 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.701 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.701 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.701 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.705 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.705 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.706 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.706 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.706 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.706 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.706 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.706 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.706 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.706 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.706 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.708 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.708 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:59.716 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.716 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.716 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.717 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.726 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.726 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.726 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.731 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] connecting to peer
14:08:59.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] cleaning up while in state CONNECTING due to: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.732 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031) for tablet 05cbf1cd89b44dac8b0c3bf2e5267889: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031
14:08:59.735 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.735 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.736 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.737 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.744 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:08:59.744 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:08:59.745 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:08:59.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:59.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:59.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:08:59.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:59.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:59.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:08:59.745 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:59.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:59.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:08:59.746 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:08:59.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.746 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.746 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.747 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.747 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.750 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.750 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.750 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.750 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.751 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.751 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.751 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.753 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.753 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.753 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.754 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.761 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.761 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.761 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.761 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.761 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.766 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.766 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.766 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.767 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.767 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.767 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.767 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.768 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.772 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.772 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.773 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.774 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.776 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.776 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.776 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.777 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.812 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.813 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.31.154.188:42123(127.31.154.188:42123) for tablet Kudu Master: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.815 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.816 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.816 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.817 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:08:59.825 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.826 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.826 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.826 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.826 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.827 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.828 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.828 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.832 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.832 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.832 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.833 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.833 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.835 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.835 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.835 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.836 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.837 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.837 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.846 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.846 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.846 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.848 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.851 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.851 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.852 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.852 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.853 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.853 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.853 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.853 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.872 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.872 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.872 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.891 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.892 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.892 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.893 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.906 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.906 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.912 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.912 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.912 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.917 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.918 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.932 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.932 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.933 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.933 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.933 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.934 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.935 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:08:59.935 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:08:59.935 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:08:59.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:08:59.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:08:59.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:08:59.936 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:08:59.965 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.965 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.965 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.966 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:08:59.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:08:59.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:08:59.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:59.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:59.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:08:59.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:59.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:59.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:08:59.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:59.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:59.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:08:59.972 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:08:59.991 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:08:59.991 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:08:59.991 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:08:59.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:08:59.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:08:59.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:08:59.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:08:59.995 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:08:59.995 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:08:59.995 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:08:59.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:08:59.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:08:59.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:08:59.996 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:00.006 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.007 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.007 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.008 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.011 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.012 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.012 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.013 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.013 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.025 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.026 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.026 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.026 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.026 [INFO - pool-516-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.026 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.027 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.040 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:00.040 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:00.040 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:00.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:00.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:00.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:00.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:00.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:00.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:00.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:00.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:00.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:00.041 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:00.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.056 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.076 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.076 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.076 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.077 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.077 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:00.077 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:00.077 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:00.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.077 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:00.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.077 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:00.078 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:00.078 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:00.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:00.132 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:00.132 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.132 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.133 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.133 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:00.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113340187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:00.197 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:09:00.198 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
14:09:00.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:00.286 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.286 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.286 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.287 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.296 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:00.297 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:00.297 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:00.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:00.305 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:00.305 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:00.305 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:00.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.305 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:00.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:00.326 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.327 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.327 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.327 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.351 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:00.351 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:00.351 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:00.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.352 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:00.392 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.392 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.392 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.393 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.511 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:00.512 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:00.512 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:00.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:00.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:00.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:00.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:00.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:00.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:00.512 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:00.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:00.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:00.512 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:00.560 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:00.560 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:00.560 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:00.560 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.560 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.560 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.560 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.561 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.561 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:00.607 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:00.607 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:00.607 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:00.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:00.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:00.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:00.608 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:00.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:00.652 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.652 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.652 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.653 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:00.673 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:00.673 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:00.673 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:00.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.673 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:00.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113340688 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:00.698 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:09:00.699 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
14:09:00.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:00.785 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:00.785 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:00.786 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:00.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:00.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:00.836 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:00.836 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:00.836 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:00.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:00.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:00.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:00.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:00.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:00.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:00.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:00.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:00.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:00.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:00.856 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:00.856 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:00.856 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:00.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:00.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:00.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:00.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:00.895 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.896 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.896 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.896 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:09:00Z chronyd exiting
14:09:00.927 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:00.927 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:00.927 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:00.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:00.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:00.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:00.928 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:01.003 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:01.004 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:01.004 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:01.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:01.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:01.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:01.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:01.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:01.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:01.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:01.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:01.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:01.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:01.006 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:01.006 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:01.006 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:01.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:01.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:01.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:01.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:01.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:01.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:01.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:01.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:01.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:01.006 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:01.100 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:01.100 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:01.100 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:01.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:01.101 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:01.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:01.101 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:01.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:01.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:01.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:01.101 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:01.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:01.101 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:01.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:01.143 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:01.144 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:01.144 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:01.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:01.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:01.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:01.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:01.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:01.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:01.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:01.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:01.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:01.144 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:01.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:01.187 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113341187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:01.194 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=6 ms, finalizationTime=1 ms).
14:09:01.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
14:09:01.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:01.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:01.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:01.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:01.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:01.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:01.416 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:01.416 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:01.416 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:01.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:01.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:01.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:01.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:01.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:01.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:01.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:01.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:01.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:01.417 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:01.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:01.652 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:01.652 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:01.652 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:01.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:01.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:01.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:01.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:01.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:01.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:01.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:01.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:01.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:01.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:01.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:01.668 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:01.669 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:01.669 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:01.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.669 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:01.687 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113341687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:01.693 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:01.693 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:01.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.694 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:01.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:01.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:01.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:01.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:01.694 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
14:09:01.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
14:09:01.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:01.764 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:01.764 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:01.764 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:01.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:01.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:01.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:01.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:01.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:01.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:01.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:01.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:01.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:01.765 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:01.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:01.872 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:01.872 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:01.872 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:01.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:01.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:01.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:01.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:01.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:01.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:01.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:01.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:01.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:01.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:01.936 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:01.936 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:01.936 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:01.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:01.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:01.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:01.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:01.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:01.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:01.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:01.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:01.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:01.937 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:01.962 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:09:02.024 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: giving up after 1 attempts
E.14:09:02.024 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113342024
14:09:02.025 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113342025
14:09:02.031 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:09:02.038 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:09:02.039 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:09:02.039 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:09:02.039 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:09:02.039 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:09:02.045 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:09:02.067 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:02.067 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:02.067 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:02.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:02.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:02.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:02.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:02.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:02.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:02.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:02.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:02.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:02.068 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:02.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:02.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:02.166 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:02.166 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:02.166 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:02.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.167 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:02.173 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:02.173 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:02.174 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:02.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.174 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:02.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113342187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:02.196 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:09:02.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
14:09:02.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:02.305 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:02.305 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:02.305 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:02.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:02.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:02.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:02.306 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:02.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:02.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:02.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:02.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:02.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:02.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:02.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:02.332 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:02.332 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:02.332 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:02.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.333 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.333 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:02.354 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:02.354 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:02.354 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:02.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.355 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:02.427 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:09:02.427 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:09:02.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:02.430523  2555 mini_oidc.cc:150] Starting JWKS server
14:09:02.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:02.434073  2555 webserver.cc:533] Webserver started at http://127.0.0.1:40709/ using document root <none> and password file <none>
14:09:02.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:02.434478  2555 mini_oidc.cc:186] Starting OIDC Discovery server
14:09:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:02.436381  2555 webserver.cc:533] Webserver started at http://127.0.0.1:38631/ using document root <none> and password file <none>
14:09:02.456 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:02.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:02.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:02.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.457 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:09:02Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:09:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:09:02Z Disabled control of system clock
14:09:02.536 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:02.537 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:02.537 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:02.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:02.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:02.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:02.538 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:02.546861  2555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/wal
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/data
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/logs
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/data/info.pb
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.254:43929
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.254
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40709/jwks.json with env {}
14:09:02.557 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:02.557 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:02.557 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:02.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.558 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:02.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:02.643 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:02.643 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:02.643 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:02.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:02.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:02.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:02.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:02.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:02.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:02.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:02.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:02.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:02.644 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:02.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:02.655 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:02.655 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:02.655 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:02.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:02.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:02.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:02.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:02.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:02.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:02.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:02.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:02.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:02.656 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:02.661 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:02.661 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:02.661 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:02.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.662 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:02.664 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:02.664 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:02.664 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:02.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:02.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:02.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:02.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:02.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:02.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:02.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:02.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:02.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:02.665 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:02.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113342687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:02.700 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:09:02.700 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
14:09:02.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:02.737 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:02.737 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:02.738 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:02.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:02.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:02.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:02.738 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:02.780 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:02.780 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:02.780 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:02.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.781 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.781 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:02.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:02.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:02.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:02.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:02.850 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:02.851 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:02.851 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:02.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:02.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:02.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:02.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:02.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:02.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:02.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:02.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:02.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:02.852 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:02.895 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:02.895 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:02.895 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:02.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:02.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:02.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:02.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:02.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:02.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.895634  2568 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:02.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:02.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:02.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:02.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:02.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:02.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.896514  2568 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.897118  2568 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.936064  2568 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.936398  2568 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.936777  2568 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.937107  2568 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.937491  2568 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.937749  2568 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40709/jwks.json
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:02.980913  2568 master_runner.cc:387] Master server non-default flags:
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/data
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/wal
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.254:43929
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40709/jwks.json
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/data/info.pb
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.254
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/logs
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:02.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:02.982687  2568 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:02.984576  2568 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:02.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.997366  2574 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:03.072 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:03.072 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:03.072 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:03.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:03.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:03.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:03.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:03.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:03.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:03.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:03.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:03.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:03.074 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:03.097 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:03.098 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:03.098 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:03.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:03.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:03.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:03.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:03.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:03.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:03.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:03.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:03.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:03.101 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:03.126 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:03.127 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:03.127 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:03.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:03.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:03.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:03.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:03.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:03.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:03.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:03.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:03.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:03.129 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:03.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.163 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.164 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.164 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113343187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:03.206 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
14:09:03.209 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
14:09:03.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.332 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:03.332 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:03.332 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:03.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.333 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.335 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:03.340 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RESTARTING to RUNNING.
14:09:03.341 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job e2d05dba1558dbc336d7ebe82f9f04d7 from Checkpoint 64 @ 1779113211525 for e2d05dba1558dbc336d7ebe82f9f04d7 located at file:/tmp/junit4010981562874139189/checkpoints/e2d05dba1558dbc336d7ebe82f9f04d7/chk-64.
14:09:03.342 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
14:09:03.342 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:09:03.343 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
14:09:03.344 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
14:09:03.345 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id f1db784f4ee827c3e08cd66d50c46b48
14:09:03.345 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
14:09:03.346 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:03.346 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:03.347 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot f1db784f4ee827c3e08cd66d50c46b48.
14:09:03.349 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id f1db784f4ee827c3e08cd66d50c46b48.
14:09:03.350 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
14:09:03.350 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
14:09:03.350 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
14:09:03.350 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 7e35012307741ce2bd2fdfd64cd9ea65
14:09:03.350 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41d8daf8
14:09:03.351 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:03.350 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:09:03.351 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:09:03.351 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
14:09:03.352 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 7e35012307741ce2bd2fdfd64cd9ea65.
14:09:03.353 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
14:09:03.354 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:03.355 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
14:09:03.355 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id a964f2a8c693ee4edf77b23a93c835b9
14:09:03.356 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a964f2a8c693ee4edf77b23a93c835b9.
14:09:03.357 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id a964f2a8c693ee4edf77b23a93c835b9.
14:09:03.358 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
14:09:03.359 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:03.360 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
14:09:03.360 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 837c32a334d9987291ec621befa0ba3d
14:09:03.361 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2aa2aaf5
14:09:03.362 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
14:09:03.363 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:03.364 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
14:09:03.364 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 837c32a334d9987291ec621befa0ba3d.
14:09:03.364 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
14:09:03.365 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 837c32a334d9987291ec621befa0ba3d.
14:09:03.365 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
14:09:03.365 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
14:09:03.365 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45a80e46
14:09:03.365 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@659a22c8
14:09:03.366 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:03.366 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:03.366 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:09:03.366 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:09:03.366 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
14:09:03.366 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
14:09:03.366 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
14:09:03.367 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
14:09:03.367 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.370 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
14:09:03.370 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
14:09:03.371 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.371 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@757e4b15
14:09:03.371 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:03.371 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:09:03.371 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
14:09:03.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
14:09:03.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.376 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2da3d838
14:09:03.376 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.377 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:03.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.380 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.382 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f5212f8
14:09:03.383 [INFO - Thread-70] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:09:03.383 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.25.45.189:37197(127.25.45.189:37197)] disconnecting while in state TERMINATED
14:09:03.386 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.25.45.190:35733(127.25.45.190:35733)] disconnecting while in state TERMINATED
14:09:03.386 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.387 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.25.45.188:32967(127.25.45.188:32967)] disconnecting while in state TERMINATED
14:09:03.388 [DEBUG - Thread-70] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:03.388 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.394 [INFO - Thread-70] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:09:03.394 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.394 [INFO - Thread-70] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:09:03.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.399 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1eb393b7
14:09:03.400 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:03.405 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.400 [DEBUG - Thread-70] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:03.406 [INFO - Thread-70] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:09:03.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.406 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.410 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:03.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.416 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.424 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.426 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:03.426 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:03.426 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:03.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.428 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:03.454 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:03.456 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:03.456 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:03.456 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:03.464 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.467 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.476 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.480 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.485 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.500 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.504 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.505 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.509 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.510 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.512 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.516 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:03.516 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:03.516 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:03.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:03.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:03.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:03.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:03.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:03.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:03.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:03.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:03.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:03.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:03.522 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.528 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.528 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.528 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.529 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.529 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.529 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.529 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.529 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.529 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.530 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.535 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.539 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.546 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.547 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.547 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.548 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.548 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.548 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.548 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.548 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.551 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.553 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.553 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.558 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.561 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.563 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.564 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:03.564 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.564 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.564 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.564 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:03.564 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:03.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:03.564 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:03.564 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:03.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:03.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:03.565 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:03.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:03.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:03.564 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:03.566 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:03.567 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.568 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.569 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.569 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.572 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.574 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.574 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.576 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.579 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.579 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.581 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.581 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.582 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.583 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.585 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.585 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.586 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.587 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.587 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.589 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.590 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.590 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.590 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.590 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.590 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.592 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.603 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.603 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.603 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.605 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.605 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.605 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.605 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.606 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.606 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.606 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.606 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.606 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.606 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.608 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.608 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.608 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.608 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.609 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.609 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:03.609 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:03.610 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:03.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:03.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:03.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:03.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:03.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:03.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:03.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:03.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:03.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:03.611 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:03.623 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.623 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.623 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.626 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.627 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.627 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.628 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.629 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.629 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.629 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.630 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.630 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.631 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.631 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.631 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.632 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.646 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:03.647 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:03.647 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:03.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:03.648 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.648 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.648 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:03.649 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.649 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.649 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:03.649 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:03.649 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.650 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.650 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.652 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.658 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.658 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.658 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.662 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.663 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.663 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.666 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.666 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.666 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.668 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.669 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.669 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.669 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.670 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.680 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.680 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.682 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.682 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.683 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.684 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.684 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.685 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.685 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.687 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113343687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:03.704 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.704 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.704 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.706 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.707 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.707 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.707 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.708 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.712 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
14:09:03.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
14:09:03.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.726 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.726 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.726 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.727 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.727 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.727 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.729 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.729 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.729 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.731 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.761 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.761 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.762 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.762 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.784 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.785 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.785 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.786 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.786 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.787 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.804 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.805 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.805 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.807 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.808 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.808 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.808 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.809 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.809 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.809 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:03.891 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:03.891 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:03.892 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:03.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:03.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:03.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:03.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:03.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:03.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:03.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:03.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:03.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:03.893 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:03.911 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:03.912 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:03.912 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:03.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:03.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:03.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:03.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:03.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:03.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:03.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:03.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:03.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:03.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:03.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:03.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:03.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:03.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:03.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:03.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:03.945 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:03.946 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.946 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.946 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.947 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.948 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.949 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.949 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.950 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.950 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.950 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.950 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.951 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:03.989 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:03.989 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:03.989 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:03.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:03.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:03.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:03.992 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.026 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.027 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.027 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.029 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.029 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.029 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.029 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.042 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:04.042 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:04.043 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:04.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.044 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.044 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.045 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:04.118 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:04.118 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:04.119 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:04.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.120 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.120 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.120 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.121 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:04.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.145 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.145 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.145 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.146 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.146 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.147 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.172 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:04.172 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:04.172 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:04.173 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.173 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.173 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.174 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:04.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113344187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:04.200 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:09:04.202 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:04.202 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:04.202 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:04.202 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
14:09:04.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:04.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:04.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:04.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:04.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:04.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:04.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:04.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:04.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:04.203 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:04.206 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:04.206 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:04.206 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:04.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.207 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:04.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.223 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:04.223 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:04.223 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:04.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:04.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.276 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:04.276 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:04.276 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:04.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:04.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:04.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:04.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:04.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:04.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:04.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:04.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:04.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:04.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:04.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.324 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:04.325 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:04.325 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:04.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.326 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.326 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.326 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.327 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:04.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.328 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.343 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:04.343 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:04.343 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:04.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:04.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:04.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:04.344 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:04.344 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.345 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.345 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.346 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:04.346 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:04.346 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:04.346 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.346 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.346 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.346 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.346 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.347 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:04.366 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.367 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.367 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.368 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.368 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.388 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.388 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.388 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.389 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.389 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.389 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.466 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.466 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.467 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.399305  2573 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 2568
14:09:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.487021  2568 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.490s	user 0.468s	sys 0.987s
14:09:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.487498  2568 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.490s	user 0.468s	sys 0.987s
14:09:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:02.997898  2575 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.490015  2577 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.493306  2576 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1491 milliseconds
14:09:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.493381  2568 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.494927  2568 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.498083  2568 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.499452  2568 hybrid_clock.cc:648] HybridClock initialized: now 1779113344499415 us; error 40 us; skew 500 ppm
14:09:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.500483  2568 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:04.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.507465  2568 webserver.cc:533] Webserver started at http://127.2.126.254:35557/ using document root <none> and password file <none>
14:09:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.508574  2568 fs_manager.cc:362] Metadata directory not provided
14:09:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.508898  2568 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.509389  2568 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.514523  2568 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/data/instance:
14:09:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cb4e147948e485d81a40e4921456f7f"
14:09:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:04 on dist-test-slave-qn3m"
14:09:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.516069  2568 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/wal/instance:
14:09:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cb4e147948e485d81a40e4921456f7f"
14:09:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:04 on dist-test-slave-qn3m"
14:09:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.524948  2568 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.006s
14:09:04.528 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.528 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.528 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.529 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.531716  2639 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.532991  2568 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
14:09:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.533358  2568 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/wal
14:09:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cb4e147948e485d81a40e4921456f7f"
14:09:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:04 on dist-test-slave-qn3m"
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.533778  2568 fs_report.cc:389] FS layout report
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/wal
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/wal
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/data/data
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:04.556 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:04.556 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:04.556 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:04.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:04.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:04.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:04.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:04.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:04.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:04.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:04.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:04.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:04.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.600165  2568 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.601872  2568 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.602303  2568 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:04.613 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:04.613 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:04.613 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:04.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:04.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:04.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:04.614 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:04.620 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:04.620 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:04.620 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:04.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:04.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.685709  2568 rpc_server.cc:307] RPC server started. Bound to: 127.2.126.254:43929
14:09:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.685791  2690 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.126.254:43929 every 8 connection(s)
14:09:04.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113344687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.688860  2568 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/data/info.pb
14:09:04.696 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:09:04.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
14:09:04.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.698944  2691 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:04.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.699702  2555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 2568
14:09:04.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.700265  2555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-0/wal/instance
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.705943  2555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/wal
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/data
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/logs
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/data/info.pb
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.253:35673
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.253
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40709/jwks.json with env {}
14:09:04.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.715968  2691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } has no permanent_uuid. Determining permanent_uuid...
14:09:04.721 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:04.721 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:04.721 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:04.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:04.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:04.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:04.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:04.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:04.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:04.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:04.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:04.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:04.722 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.747386  2691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } has no permanent_uuid. Determining permanent_uuid...
14:09:04.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.749868  2643 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.126.253:35673: connect: Connection refused (error 111)
14:09:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.754303  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.253:35673: Network error: Client connection negotiation failed: client connection to 127.2.126.253:35673: connect: Connection refused (error 111)
14:09:04.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.803759  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } attempt: 1
14:09:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.808189  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.253:35673: Network error: Client connection negotiation failed: client connection to 127.2.126.253:35673: connect: Connection refused (error 111)
14:09:04.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:04.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.876729  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } attempt: 2
14:09:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.881384  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.253:35673: Network error: Client connection negotiation failed: client connection to 127.2.126.253:35673: connect: Connection refused (error 111)
14:09:04.903 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:04.903 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:04.903 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:04.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:04.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:04.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:04.904 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:04.906 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:04.906 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:04.906 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:04.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:04.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:04.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:04.907 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:04.972878  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } attempt: 3
14:09:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:04.977407  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.253:35673: Network error: Client connection negotiation failed: client connection to 127.2.126.253:35673: connect: Connection refused (error 111)
14:09:05.014 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:05.014 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:05.014 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:05.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.015 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.063158  2693 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.063804  2693 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.064347  2693 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:05.081 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:05.081 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:05.082 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:05.082 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.082 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.083 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.104172  2693 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.104460  2693 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.104764  2693 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.104997  2693 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.105247  2693 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.105489  2693 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40709/jwks.json
14:09:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:05.120850  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } attempt: 4
14:09:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.125533  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.253:35673: Network error: Client connection negotiation failed: client connection to 127.2.126.253:35673: connect: Connection refused (error 111)
14:09:05.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:05.151450  2693 master_runner.cc:387] Master server non-default flags:
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/data
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/wal
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.253:35673
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40709/jwks.json
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/data/info.pb
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.253
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/logs
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:05.153126  2693 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:05.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:05.155032  2693 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.167418  2702 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:05.187 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113345187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:05.196 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:09:05.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
14:09:05.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.228 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:05.228 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:05.229 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:05.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.229 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.230 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.230 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.230 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:05.256 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:05.257 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:05.257 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:05.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:05.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:05.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:05.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:05.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:05.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:05.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:05.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:05.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:05.258 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:05.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.317 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:05.317 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:05.318 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:05.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:05.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.319 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:05.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:05.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:05.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:05.425006  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } attempt: 5
14:09:05.432 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:05.433 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:05.433 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:05.433 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.433 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.433 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.434015  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.253:35673: Network error: Client connection negotiation failed: client connection to 127.2.126.253:35673: connect: Connection refused (error 111)
14:09:05.466 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:05.466 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:05.466 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:05.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.468 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:05.532 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:05.532 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:05.532 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:05.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.533 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:05.615 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:05.615 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:05.616 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:05.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:05.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:05.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:05.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:05.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:05.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:05.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:05.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:05.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:05.617 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:05.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.633 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:05.633 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:05.633 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:05.633 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:05.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:05.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:05.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:05.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:05.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:05.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:05.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:05.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:05.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:05.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113345687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:05.699 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:09:05.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
14:09:05.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.786 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:05.786 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:05.787 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:05.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:05.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:05.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:05.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:05.803 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:05.803 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:05.803 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:05.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:05.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:05.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:05.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:05.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:05.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:05.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:05.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:05.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:05.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:05.811 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:05.811 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:05.811 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:05.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.813 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.813 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:05.814 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27563), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [75ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [113ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [115ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [115ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [130ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [133ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [136ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [136ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [272ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [273ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [273ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [328ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [328ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [403ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [543ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [722ms] refreshing cache from master, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [724ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [724ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [725ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1082ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1823ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3842ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3843ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@1306720191(state=PENDING, result=null, callback=(continuation of Deferred@167823541 after retry RPC after error@1722951279) -> (continuation of Deferred@1269317070 after retry RPC after error@296580107) -> (continuation of Deferred@493110251 after retry RPC after error@1779605366) -> (continuation of Deferred@1625196983 after retry RPC after error@438936715) -> (continuation of Deferred@627955518 after retry RPC after error@1543112138) -> (continuation of Deferred@1342028851 after retry RPC after error@405226683) -> (continuation of Deferred@1396221094 after retry RPC after error@1491545950) -> (continuation of Deferred@2052660309 after retry RPC after error@1492753721) -> (continuation of Deferred@1316101908 after retry RPC after error@797852763) -> (continuation of Deferred@487022155 after retry RPC after error@159582343) -> (continuation of Deferred@1465334812 after retry RPC after error@170264113) -> (continuation of Deferred@762635320 after retry RPC after error@1017255457) -> (continuation of Deferred@1392212597 after retry RPC after error@1750530453) -> (continuation of Deferred@1653179779 after retry RPC after error@1320588525) -> (continuation of Deferred@1201108892 after retry RPC after error@416457898) -> (continuation of Deferred@920231854 after retry RPC after error@1286759524) -> (continuation of Deferred@820363769 after retry RPC after error@1033884859) -> (continuation of Deferred@1203837001 after retry RPC after error@403686801) -> (continuation of Deferred@108733792 after retry RPC after error@1166148376) -> (continuation of Deferred@181295281 after retry RPC after error@1821062964) -> (continuation of Deferred@864309216 after retry RPC after error@1716195403), errback=(continuation of Deferred@167823541 after retry RPC after error@1722951279) -> (continuation of Deferred@1269317070 after retry RPC after error@296580107) -> (continuation of Deferred@493110251 after retry RPC after error@1779605366) -> (continuation of Deferred@1625196983 after retry RPC after error@438936715) -> (continuation of Deferred@627955518 after retry RPC after error@1543112138) -> (continuation of Deferred@1342028851 after retry RPC after error@405226683) -> (continuation of Deferred@1396221094 after retry RPC after error@1491545950) -> (continuation of Deferred@2052660309 after retry RPC after error@1492753721) -> (continuation of Deferred@1316101908 after retry RPC after error@797852763) -> (continuation of Deferred@487022155 after retry RPC after error@159582343) -> (continuation of Deferred@1465334812 after retry RPC after error@170264113) -> (continuation of Deferred@762635320 after retry RPC after error@1017255457) -> (continuation of Deferred@1392212597 after retry RPC after error@1750530453) -> (continuation of Deferred@1653179779 after retry RPC after error@1320588525) -> (continuation of Deferred@1201108892 after retry RPC after error@416457898) -> (continuation of Deferred@920231854 after retry RPC after error@1286759524) -> (continuation of Deferred@820363769 after retry RPC after error@1033884859) -> (continuation of Deferred@1203837001 after retry RPC after error@403686801) -> (continuation of Deferred@108733792 after retry RPC after error@1166148376) -> (continuation of Deferred@181295281 after retry RPC after error@1821062964) -> (continuation of Deferred@864309216 after retry RPC after error@1716195403)))
14:09:05.818 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:09:05.818 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27563), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [75ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [113ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [115ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [115ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [130ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [133ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [136ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [136ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [272ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [273ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [273ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [328ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [328ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [403ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [543ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [722ms] refreshing cache from master, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [724ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [724ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [725ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1082ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1823ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3842ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3843ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@1306720191(state=PENDING, result=null, callback=(continuation of Deferred@167823541 after retry RPC after error@1722951279) -> (continuation of Deferred@1269317070 after retry RPC after error@296580107) -> (continuation of Deferred@493110251 after retry RPC after error@1779605366) -> (continuation of Deferred@1625196983 after retry RPC after error@438936715) -> (continuation of Deferred@627955518 after retry RPC after error@1543112138) -> (continuation of Deferred@1342028851 after retry RPC after error@405226683) -> (continuation of Deferred@1396221094 after retry RPC after error@1491545950) -> (continuation of Deferred@2052660309 after retry RPC after error@1492753721) -> (continuation of Deferred@1316101908 after retry RPC after error@797852763) -> (continuation of Deferred@487022155 after retry RPC after error@159582343) -> (continuation of Deferred@1465334812 after retry RPC after error@170264113) -> (continuation of Deferred@762635320 after retry RPC after error@1017255457) -> (continuation of Deferred@1392212597 after retry RPC after error@1750530453) -> (continuation of Deferred@1653179779 after retry RPC after error@1320588525) -> (continuation of Deferred@1201108892 after retry RPC after error@416457898) -> (continuation of Deferred@920231854 after retry RPC after error@1286759524) -> (continuation of Deferred@820363769 after retry RPC after error@1033884859) -> (continuation of Deferred@1203837001 after retry RPC after error@403686801) -> (continuation of Deferred@108733792 after retry RPC after error@1166148376) -> (continuation of Deferred@181295281 after retry RPC after error@1821062964) -> (continuation of Deferred@864309216 after retry RPC after error@1716195403), errback=(continuation of Deferred@167823541 after retry RPC after error@1722951279) -> (continuation of Deferred@1269317070 after retry RPC after error@296580107) -> (continuation of Deferred@493110251 after retry RPC after error@1779605366) -> (continuation of Deferred@1625196983 after retry RPC after error@438936715) -> (continuation of Deferred@627955518 after retry RPC after error@1543112138) -> (continuation of Deferred@1342028851 after retry RPC after error@405226683) -> (continuation of Deferred@1396221094 after retry RPC after error@1491545950) -> (continuation of Deferred@2052660309 after retry RPC after error@1492753721) -> (continuation of Deferred@1316101908 after retry RPC after error@797852763) -> (continuation of Deferred@487022155 after retry RPC after error@159582343) -> (continuation of Deferred@1465334812 after retry RPC after error@170264113) -> (continuation of Deferred@762635320 after retry RPC after error@1017255457) -> (continuation of Deferred@1392212597 after retry RPC after error@1750530453) -> (continuation of Deferred@1653179779 after retry RPC after error@1320588525) -> (continuation of Deferred@1201108892 after retry RPC after error@416457898) -> (continuation of Deferred@920231854 after retry RPC after error@1286759524) -> (continuation of Deferred@820363769 after retry RPC after error@1033884859) -> (continuation of Deferred@1203837001 after retry RPC after error@403686801) -> (continuation of Deferred@108733792 after retry RPC after error@1166148376) -> (continuation of Deferred@181295281 after retry RPC after error@1821062964) -> (continuation of Deferred@864309216 after retry RPC after error@1716195403)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.252:37287
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:05.821 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
14:09:05.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:05.824 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:09:05.827 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27563), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [75ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [113ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [115ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [115ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [130ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [133ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [136ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [136ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [272ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [273ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [273ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [328ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [328ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [403ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [543ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [722ms] refreshing cache from master, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [724ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [724ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [725ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1082ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1823ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3842ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [3843ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3843ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@1306720191(state=PENDING, result=null, callback=(continuation of Deferred@167823541 after retry RPC after error@1722951279) -> (continuation of Deferred@1269317070 after retry RPC after error@296580107) -> (continuation of Deferred@493110251 after retry RPC after error@1779605366) -> (continuation of Deferred@1625196983 after retry RPC after error@438936715) -> (continuation of Deferred@627955518 after retry RPC after error@1543112138) -> (continuation of Deferred@1342028851 after retry RPC after error@405226683) -> (continuation of Deferred@1396221094 after retry RPC after error@1491545950) -> (continuation of Deferred@2052660309 after retry RPC after error@1492753721) -> (continuation of Deferred@1316101908 after retry RPC after error@797852763) -> (continuation of Deferred@487022155 after retry RPC after error@159582343) -> (continuation of Deferred@1465334812 after retry RPC after error@170264113) -> (continuation of Deferred@762635320 after retry RPC after error@1017255457) -> (continuation of Deferred@1392212597 after retry RPC after error@1750530453) -> (continuation of Deferred@1653179779 after retry RPC after error@1320588525) -> (continuation of Deferred@1201108892 after retry RPC after error@416457898) -> (continuation of Deferred@920231854 after retry RPC after error@1286759524) -> (continuation of Deferred@820363769 after retry RPC after error@1033884859) -> (continuation of Deferred@1203837001 after retry RPC after error@403686801) -> (continuation of Deferred@108733792 after retry RPC after error@1166148376) -> (continuation of Deferred@181295281 after retry RPC after error@1821062964) -> (continuation of Deferred@864309216 after retry RPC after error@1716195403), errback=(continuation of Deferred@167823541 after retry RPC after error@1722951279) -> (continuation of Deferred@1269317070 after retry RPC after error@296580107) -> (continuation of Deferred@493110251 after retry RPC after error@1779605366) -> (continuation of Deferred@1625196983 after retry RPC after error@438936715) -> (continuation of Deferred@627955518 after retry RPC after error@1543112138) -> (continuation of Deferred@1342028851 after retry RPC after error@405226683) -> (continuation of Deferred@1396221094 after retry RPC after error@1491545950) -> (continuation of Deferred@2052660309 after retry RPC after error@1492753721) -> (continuation of Deferred@1316101908 after retry RPC after error@797852763) -> (continuation of Deferred@487022155 after retry RPC after error@159582343) -> (continuation of Deferred@1465334812 after retry RPC after error@170264113) -> (continuation of Deferred@762635320 after retry RPC after error@1017255457) -> (continuation of Deferred@1392212597 after retry RPC after error@1750530453) -> (continuation of Deferred@1653179779 after retry RPC after error@1320588525) -> (continuation of Deferred@1201108892 after retry RPC after error@416457898) -> (continuation of Deferred@920231854 after retry RPC after error@1286759524) -> (continuation of Deferred@820363769 after retry RPC after error@1033884859) -> (continuation of Deferred@1203837001 after retry RPC after error@403686801) -> (continuation of Deferred@108733792 after retry RPC after error@1166148376) -> (continuation of Deferred@181295281 after retry RPC after error@1821062964) -> (continuation of Deferred@864309216 after retry RPC after error@1716195403)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.252:37287
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:05.833 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
14:09:05.833 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:05.833 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
14:09:05.833 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state RUNNING to RESTARTING.
14:09:05.834 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
14:09:05.884 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:05.884 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:05.884 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:05.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:05.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:05.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:05.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:05.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:05.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:05.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:05.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:05.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:05.886 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:05.961 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:05.961 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:05.961 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:05.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:05.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:05.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:05.963 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:05.981709  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } attempt: 6
14:09:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.993618  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.253:35673: Network error: Client connection negotiation failed: client connection to 127.2.126.253:35673: connect: Connection refused (error 111)
14:09:06.016 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:06.017 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:06.017 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:06.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:06.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:06.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:06.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:06.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:06.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:06.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:06.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:06.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:06.018 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:06.044 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:06.045 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:06.045 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:06.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:06.079 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:06.079 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:06.079 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:06.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.080 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:06.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:06.165 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:06.165 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:06.165 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:06.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.166 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:06.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113346187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:06.198 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:09:06.199 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
14:09:06.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:06.248 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:06.248 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:06.248 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:06.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.250 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:06.265 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:06.265 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:06.265 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:06.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:06.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:06.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:06.267 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:06.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:06.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:06.392 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:06.393 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:06.393 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:06.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:06.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:06.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:06.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:06.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:06.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:06.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:06.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:06.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:06.394 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:06.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:06.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:06.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:06.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.418 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:06.435 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:06.435 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:06.435 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:06.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:06.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:06.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:06.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:06.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:06.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:06.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:06.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:06.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:06.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:06.451 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:06.451 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:06.452 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:06.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:06.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:06.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:06.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:06.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:06.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:06.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:06.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:06.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:06.452 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:05.168926  2703 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:06.502583  2705 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:06.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:06.505541  2704 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1337 milliseconds
14:09:06.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.505681  2693 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:06.507 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:06.507 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:06.507 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:06.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.507128  2693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:06.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:06.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:06.508 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:06.508 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.510313  2693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:06.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.511857  2693 hybrid_clock.cc:648] HybridClock initialized: now 1779113346511804 us; error 38 us; skew 500 ppm
14:09:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.512862  2693 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.519815  2693 webserver.cc:533] Webserver started at http://127.2.126.253:41543/ using document root <none> and password file <none>
14:09:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.520912  2693 fs_manager.cc:362] Metadata directory not provided
14:09:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.521152  2693 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.521546  2693 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:06.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.526537  2693 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/data/instance:
14:09:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bda7171ec18346bbb4ad72dd8da65cb0"
14:09:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:06 on dist-test-slave-qn3m"
14:09:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.527696  2693 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/wal/instance:
14:09:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bda7171ec18346bbb4ad72dd8da65cb0"
14:09:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:06 on dist-test-slave-qn3m"
14:09:06.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.536039  2693 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
14:09:06.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.542550  2714 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:06.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.543759  2693 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
14:09:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.544137  2693 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/wal
14:09:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bda7171ec18346bbb4ad72dd8da65cb0"
14:09:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:06 on dist-test-slave-qn3m"
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.544445  2693 fs_report.cc:389] FS layout report
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/wal
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/wal
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/data/data
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.612782  2693 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:06.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.614500  2693 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.614930  2693 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:06.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:06.670 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.671 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.671 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [10ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [165ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [186ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [187ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [261ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [402ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [402ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [422ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1043ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2643ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [3302ms] too many traces: truncated at 100 traces, deferred=Deferred@192954111(state=PENDING, result=null, callback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323), errback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323)))
14:09:06.674 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.674 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.674 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [10ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [165ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [186ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [187ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [261ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [402ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [402ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [422ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1043ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2643ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [3302ms] too many traces: truncated at 100 traces, deferred=Deferred@192954111(state=PENDING, result=null, callback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323), errback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [10ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [165ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [186ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [187ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [261ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [402ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [402ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [422ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1043ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2643ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [3302ms] too many traces: truncated at 100 traces, deferred=Deferred@192954111(state=PENDING, result=null, callback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323), errback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.101.252:39175
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:06.674 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.677 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.681 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [10ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [165ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [186ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [187ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [261ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [402ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [402ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [422ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1043ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2643ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [3302ms] too many traces: truncated at 100 traces, deferred=Deferred@192954111(state=PENDING, result=null, callback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323), errback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [10ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [165ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [186ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [187ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [261ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [401ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [402ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [402ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [422ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [504ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [1043ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2643ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [3302ms] too many traces: truncated at 100 traces, deferred=Deferred@192954111(state=PENDING, result=null, callback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323), errback=(continuation of Deferred@987585779 after retry RPC after error@84274221) -> (continuation of Deferred@930073132 after retry RPC after error@1033010680) -> (continuation of Deferred@1845007485 after retry RPC after error@1194748267) -> (continuation of Deferred@239203595 after retry RPC after error@538064006) -> (continuation of Deferred@157292421 after retry RPC after error@2112445171) -> (continuation of Deferred@2080440808 after retry RPC after error@1292283114) -> (continuation of Deferred@1154696944 after retry RPC after error@1935323739) -> (continuation of Deferred@127984537 after retry RPC after error@2142862971) -> (continuation of Deferred@562254778 after retry RPC after error@124642747) -> (continuation of Deferred@131162852 after retry RPC after error@858758851) -> (continuation of Deferred@143263135 after retry RPC after error@1612867848) -> (continuation of Deferred@1827201450 after retry RPC after error@595506034) -> (continuation of Deferred@2063658111 after retry RPC after error@135901246) -> (continuation of Deferred@601355558 after retry RPC after error@1977886477) -> (continuation of Deferred@159080154 after retry RPC after error@1285986187) -> (continuation of Deferred@1355036156 after retry RPC after error@72137894) -> (continuation of Deferred@1469230971 after retry RPC after error@795893965) -> (continuation of Deferred@1592449802 after retry RPC after error@1067640317) -> (continuation of Deferred@2097773573 after retry RPC after error@1372786017) -> (continuation of Deferred@1500098266 after retry RPC after error@1909204231) -> (continuation of Deferred@1192466031 after retry RPC after error@249701353) -> (continuation of Deferred@451494801 after retry RPC after error@169720278) -> (continuation of Deferred@1365702164 after retry RPC after error@1317305018) -> (continuation of Deferred@505503024 after retry RPC after error@2031457323)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.101.252:39175
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:06.686 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:09:06.686 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
14:09:06.686 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
14:09:06.687 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
14:09:06.687 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:09:06.687 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
14:09:06.687 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
14:09:06.687 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:09:06.688 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
14:09:06.688 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
14:09:06.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113346687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:06.689 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:09:06.690 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
14:09:06.690 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
14:09:06.692 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.693 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.693 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.693 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.693 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.693 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.698 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:09:06.698 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
14:09:06.699 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:09:06.700 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:09:06.700 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:09:06.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:09:06.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
14:09:06.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
14:09:06.700 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
14:09:06.701 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:09:06.702 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
14:09:06.702 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
14:09:06.702 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
14:09:06.702 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
14:09:06.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
14:09:06.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
14:09:06.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
14:09:06.704 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
14:09:06.705 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:06.706 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
14:09:06.706 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:06.707 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
14:09:06.707 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 04f1cc06e642129ca1b576400efec783
14:09:06.711 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.711 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.711 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.718817  2693 rpc_server.cc:307] RPC server started. Bound to: 127.2.126.253:35673
14:09:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.718918  2775 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.126.253:35673 every 8 connection(s)
14:09:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.721836  2693 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/data/info.pb
14:09:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.725929  2555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 2693
14:09:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.726259  2555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-1/wal/instance
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.728586  2555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/wal
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/data
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/logs
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/data/info.pb
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.252:39295
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.252
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40709/jwks.json with env {}
14:09:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.729156  2776 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:06.731 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.731 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.731 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.742391  2776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } has no permanent_uuid. Determining permanent_uuid...
14:09:06.750 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.750 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.751 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.756 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:06.757 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:06.757 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:06.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:06.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:06.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.769680  2776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } has no permanent_uuid. Determining permanent_uuid...
14:09:06.772 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.772 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.772 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.774 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.789786  2776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } has no permanent_uuid. Determining permanent_uuid...
14:09:06.791 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.791 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.791 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.792 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:06.793030  2717 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:06.797919  2776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:06.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.847529  2776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 1
14:09:06.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:06.852028  2776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:06.881 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:06.881 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:06.881 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:06.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:06.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:06.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:06.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:06.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:06.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:06.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:06.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:06.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:06.882 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:06.891 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:06.891 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:06.891 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:06.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:06.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:06.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:06.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:06.916 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:06.917 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:06.917 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:06.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:06.918 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:06.918 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:06.918 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:06.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:06.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:06.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:06.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:06.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:06.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:06.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:06.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:06.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:06.918 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:06.920463  2776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 2
14:09:06.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:06.925232  2776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:06.935 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:06.936 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:06.936 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:06.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:06.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:06.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:06.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:06.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:06.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:06.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:06.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:06.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:06.937 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:06.996 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:06.997 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:06.997 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:06.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:06.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:06.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:06.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:07.005 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:07.005 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:07.005 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:07.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:07.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:07.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:07.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:07.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:07.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:07.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:07.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:07.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:07.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:07.009 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:07.009 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:07.009 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:07.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:07.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:07.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:07.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:07.010 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:07.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:07.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:07.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:07.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:07.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.016693  2776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 3
14:09:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.021230  2776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.054212  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } attempt: 7
14:09:07.057 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.057 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.057 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.058 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.058 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28806), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [15ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [109ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [109ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [136ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [143ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [168ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [173ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [174ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [174ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [208ms] refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [293ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [294ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [294ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [294ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [323ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [382ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [501ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [502ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [503ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [882ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [882ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [883ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [883ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1883ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3622ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@2061363557(state=PENDING, result=null, callback=(continuation of Deferred@2123063771 after retry RPC after error@1470847568) -> (continuation of Deferred@729411904 after retry RPC after error@1056613259) -> (continuation of Deferred@458922038 after retry RPC after error@380516567) -> (continuation of Deferred@1924737203 after retry RPC after error@431242132) -> (continuation of Deferred@1457560508 after retry RPC after error@829389111) -> (continuation of Deferred@170402585 after retry RPC after error@846778707) -> (continuation of Deferred@1612157403 after retry RPC after error@712768047) -> (continuation of Deferred@1627403410 after retry RPC after error@352752552) -> (continuation of Deferred@1229144474 after retry RPC after error@1016885279) -> (continuation of Deferred@1557686202 after retry RPC after error@2103583834) -> (continuation of Deferred@788461053 after retry RPC after error@1908241589) -> (continuation of Deferred@1858549903 after retry RPC after error@48988665) -> (continuation of Deferred@1541655876 after retry RPC after error@1105265233) -> (continuation of Deferred@380979618 after retry RPC after error@1209001668) -> (continuation of Deferred@230919020 after retry RPC after error@1148842767) -> (continuation of Deferred@2017286779 after retry RPC after error@1328790142) -> (continuation of Deferred@1589301279 after retry RPC after error@1439736140) -> (continuation of Deferred@1194116879 after retry RPC after error@362702302) -> (continuation of Deferred@497841498 after retry RPC after error@1302752610) -> (continuation of Deferred@1821630310 after retry RPC after error@180742079) -> (continuation of Deferred@1958561048 after retry RPC after error@177142672) -> (continuation of Deferred@2022993224 after retry RPC after error@1565103610), errback=(continuation of Deferred@2123063771 after retry RPC after error@1470847568) -> (continuation of Deferred@729411904 after retry RPC after error@1056613259) -> (continuation of Deferred@458922038 after retry RPC after error@380516567) -> (continuation of Deferred@1924737203 after retry RPC after error@431242132) -> (continuation of Deferred@1457560508 after retry RPC after error@829389111) -> (continuation of Deferred@170402585 after retry RPC after error@846778707) -> (continuation of Deferred@1612157403 after retry RPC after error@712768047) -> (continuation of Deferred@1627403410 after retry RPC after error@352752552) -> (continuation of Deferred@1229144474 after retry RPC after error@1016885279) -> (continuation of Deferred@1557686202 after retry RPC after error@2103583834) -> (continuation of Deferred@788461053 after retry RPC after error@1908241589) -> (continuation of Deferred@1858549903 after retry RPC after error@48988665) -> (continuation of Deferred@1541655876 after retry RPC after error@1105265233) -> (continuation of Deferred@380979618 after retry RPC after error@1209001668) -> (continuation of Deferred@230919020 after retry RPC after error@1148842767) -> (continuation of Deferred@2017286779 after retry RPC after error@1328790142) -> (continuation of Deferred@1589301279 after retry RPC after error@1439736140) -> (continuation of Deferred@1194116879 after retry RPC after error@362702302) -> (continuation of Deferred@497841498 after retry RPC after error@1302752610) -> (continuation of Deferred@1821630310 after retry RPC after error@180742079) -> (continuation of Deferred@1958561048 after retry RPC after error@177142672) -> (continuation of Deferred@2022993224 after retry RPC after error@1565103610)))
14:09:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.068049  2691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } has no permanent_uuid. Determining permanent_uuid...
14:09:07.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.073788  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.092154  2778 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:07.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.092883  2778 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:07.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.093427  2778 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:07.105 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:07.106 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:07.106 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:07.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.106 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:07.131 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.131 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.131393  2778 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:07.132 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.131819  2778 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:07.132 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.132 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.132 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.132 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.132222  2778 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:07.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.132622  2778 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.132601  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 1
14:09:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.132963  2778 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.133162  2778 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40709/jwks.json
14:09:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.137252  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.140 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:07.140 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:07.140 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:07.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.141 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:07.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.164645  2776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 4
14:09:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.169054  2776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.178961  2778 master_runner.cc:387] Master server non-default flags:
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/data
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/wal
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.252:39295
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40709/jwks.json
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/data/info.pb
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.252
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/logs
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.180729  2778 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:07.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.182536  2778 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:07.187 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113347187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:07.195 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:09:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.195941  2790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:07.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
14:09:07.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.218756  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 2
14:09:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.223810  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.291 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.291 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.291 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.292 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.309319  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 3
14:09:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.314092  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.341 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.342 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.342 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29094), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [59ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [107ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [108ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [109ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [109ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [126ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [127ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [142ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [204ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [285ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [285ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [286ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [323ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [405ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [544ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [921ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [921ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [922ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [922ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1283ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2121ms] refreshing cache from master, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2123ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@497031069(state=PENDING, result=null, callback=(continuation of Deferred@1824481140 after retry RPC after error@1435481451) -> (continuation of Deferred@1429146044 after retry RPC after error@1219424379) -> (continuation of Deferred@1585201893 after retry RPC after error@1995477164) -> (continuation of Deferred@1530860839 after retry RPC after error@1680673555) -> (continuation of Deferred@1484396057 after retry RPC after error@721258570) -> (continuation of Deferred@155727391 after retry RPC after error@95539638) -> (continuation of Deferred@225695175 after retry RPC after error@1258988539) -> (continuation of Deferred@62561355 after retry RPC after error@143507947) -> (continuation of Deferred@457437392 after retry RPC after error@88644920) -> (continuation of Deferred@1388773662 after retry RPC after error@874709044) -> (continuation of Deferred@820159248 after retry RPC after error@1895975273) -> (continuation of Deferred@455567782 after retry RPC after error@933881942) -> (continuation of Deferred@318121872 after retry RPC after error@1901882790) -> (continuation of Deferred@1360412786 after retry RPC after error@688253278) -> (continuation of Deferred@174883145 after retry RPC after error@407895295) -> (continuation of Deferred@2067343956 after retry RPC after error@2104517492) -> (continuation of Deferred@335074138 after retry RPC after error@1958182366) -> (continuation of Deferred@1190036118 after retry RPC after error@955986684) -> (continuation of Deferred@1833714874 after retry RPC after error@576363840) -> (continuation of Deferred@269636015 after retry RPC after error@1897921923) -> (continuation of Deferred@2121866894 after retry RPC after error@138357916) -> (continuation of Deferred@178428701 after retry RPC after error@73370671) -> (continuation of Deferred@853831492 after retry RPC after error@1129250376) -> (continuation of Deferred@1563094863 after retry RPC after error@636239409) -> (continuation of Deferred@878963591 after retry RPC after error@7073789) -> (continuation of Deferred@179386408 after retry RPC after error@1323864825), errback=(continuation of Deferred@1824481140 after retry RPC after error@1435481451) -> (continuation of Deferred@1429146044 after retry RPC after error@1219424379) -> (continuation of Deferred@1585201893 after retry RPC after error@1995477164) -> (continuation of Deferred@1530860839 after retry RPC after error@1680673555) -> (continuation of Deferred@1484396057 after retry RPC after error@721258570) -> (continuation of Deferred@155727391 after retry RPC after error@95539638) -> (continuation of Deferred@225695175 after retry RPC after error@1258988539) -> (continuation of Deferred@62561355 after retry RPC after error@143507947) -> (continuation of Deferred@457437392 after retry RPC after error@88644920) -> (continuation of Deferred@1388773662 after retry RPC after error@874709044) -> (continuation of Deferred@820159248 after retry RPC after error@1895975273) -> (continuation of Deferred@455567782 after retry RPC after error@933881942) -> (continuation of Deferred@318121872 after retry RPC after error@1901882790) -> (continuation of Deferred@1360412786 after retry RPC after error@688253278) -> (continuation of Deferred@174883145 after retry RPC after error@407895295) -> (continuation of Deferred@2067343956 after retry RPC after error@2104517492) -> (continuation of Deferred@335074138 after retry RPC after error@1958182366) -> (continuation of Deferred@1190036118 after retry RPC after error@955986684) -> (continuation of Deferred@1833714874 after retry RPC after error@576363840) -> (continuation of Deferred@269636015 after retry RPC after error@1897921923) -> (continuation of Deferred@2121866894 after retry RPC after error@138357916) -> (continuation of Deferred@178428701 after retry RPC after error@73370671) -> (continuation of Deferred@853831492 after retry RPC after error@1129250376) -> (continuation of Deferred@1563094863 after retry RPC after error@636239409) -> (continuation of Deferred@878963591 after retry RPC after error@7073789) -> (continuation of Deferred@179386408 after retry RPC after error@1323864825)))
14:09:07.347 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state RESTARTING to RUNNING.
14:09:07.348 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 04f1cc06e642129ca1b576400efec783 from Checkpoint 70 @ 1779113316618 for 04f1cc06e642129ca1b576400efec783 located at file:/tmp/junit12843612835423615938/checkpoints/04f1cc06e642129ca1b576400efec783/chk-70.
14:09:07.348 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
14:09:07.349 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:09:07.349 [INFO - Thread-71] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:09:07.350 [DEBUG - Thread-71] (Connection.java:575) [peer master-127.29.101.253:41249(127.29.101.253:41249)] disconnecting while in state TERMINATED
14:09:07.350 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
14:09:07.350 [DEBUG - Thread-71] (Connection.java:575) [peer master-127.29.101.254:45169(127.29.101.254:45169)] disconnecting while in state TERMINATED
14:09:07.350 [DEBUG - Thread-71] (Connection.java:575) [peer master-127.29.101.252:39175(127.29.101.252:39175)] disconnecting while in state TERMINATED
14:09:07.351 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:07.351 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:07.352 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
14:09:07.352 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2f145d86d567a72631b500b9701c0b73
14:09:07.352 [INFO - Thread-71] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:09:07.352 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
14:09:07.353 [INFO - Thread-71] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:09:07.353 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:07.353 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2f145d86d567a72631b500b9701c0b73.
14:09:07.354 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
14:09:07.354 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2414a1fad3da9520b362aa6204f31981
14:09:07.354 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
14:09:07.354 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:07.354 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 2f145d86d567a72631b500b9701c0b73.
14:09:07.355 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
14:09:07.355 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id a7d4e88f7b6cda19ca2d73fadeec701f
14:09:07.355 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
14:09:07.356 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:07.356 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
14:09:07.356 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 62f6069e698b0fcee469b532b3444339
14:09:07.359 [DEBUG - Thread-71] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:07.360 [INFO - Thread-71] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:09:07.361 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2414a1fad3da9520b362aa6204f31981.
14:09:07.362 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 2414a1fad3da9520b362aa6204f31981.
14:09:07.362 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
14:09:07.362 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
14:09:07.363 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5514d617
14:09:07.363 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:07.363 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:07.363 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:07.363 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:07.364 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
14:09:07.364 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a7d4e88f7b6cda19ca2d73fadeec701f.
14:09:07.367 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:07.368 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id a7d4e88f7b6cda19ca2d73fadeec701f.
14:09:07.364 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:07.368 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:09:07.369 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
14:09:07.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76194ae4
14:09:07.372 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
14:09:07.373 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@40ea7929
14:09:07.373 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:07.373 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:07.373 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:09:07.374 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
14:09:07.374 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:07.376 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.376 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@186f83ef
14:09:07.378 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:07.384 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 62f6069e698b0fcee469b532b3444339.
14:09:07.384 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
14:09:07.384 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
14:09:07.385 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.385 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27333a14
14:09:07.385 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 62f6069e698b0fcee469b532b3444339.
14:09:07.385 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:07.385 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:07.385 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:09:07.386 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.386 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
14:09:07.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.388 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.388 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@64d134c4
14:09:07.389 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:07.390 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
14:09:07.390 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
14:09:07.390 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.390 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.391 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@202321b
14:09:07.391 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:07.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.391 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:07.391 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:09:07.392 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
14:09:07.393 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@240cb89a
14:09:07.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.396 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.396 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.400 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.401 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.404 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.404 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.405 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.412 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.413 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:07.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.413 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.413 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.413 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.414 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.414 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.415 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.416 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.416 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.416 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.417 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.417 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.418 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.418 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.419 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.419 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.420 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.425 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.425 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.425 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.426 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.428 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.429 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.430 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.431 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.434 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.435 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.435 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.436 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.436 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.437 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.437 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.437 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.437 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.438 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.439 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.440 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.445 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.445 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.446 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.446 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.448 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.449 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.449 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.455 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.454722  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 4
14:09:07.455 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.456 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.457 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.457 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.457 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.457 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.457 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.457 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.458 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.458 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.465 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.465 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.465 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.467409  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.468644  2776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 5
14:09:07.469 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.469 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.469 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.470 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.470 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.473809  2776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.474 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.474 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.474 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.475 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.476 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.476 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.476 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.477 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.477 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.477 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.477 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.478 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.478 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:07.478 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:07.479 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:07.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:07.484 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:07.485 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.485 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:07.485 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:07.485 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.485 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.486 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.486 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:07.488 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.489 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.489 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.490 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.494 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.494 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.495 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.495 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.508 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.508 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.508 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.514 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.514 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.514 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.515 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.517 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.517 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.517 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.517 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.517 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.518 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.525 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.525 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.525 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.536 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.537 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.537 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.537 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.537 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.537 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.537 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.565 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.566 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.566 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.566 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.569 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.569 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.569 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.569 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.569 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.570 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.570 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.570 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.570 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.575 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.575 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.575 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.575 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.577 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.577 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.577 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.577 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.588 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.588 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.589 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.589 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.589 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.589 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.589 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.590 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.590 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.590 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.614 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.615 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.615 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.615 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.657 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.657 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.657 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.658 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.666 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:07.666 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:07.666 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:07.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:07.684 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.685 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.685 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.685 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:07.685 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:07.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.686 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:07.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.686 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:07.687 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113347687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:07.696 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:09:07.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
14:09:07.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.737 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.737 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.737 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.737 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.737 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.737 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:07.750905  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 5
14:09:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.756450  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:07.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.774 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.774 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.774 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.775 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:07.775 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:07.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.776 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:07.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:07.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.826 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:07.826 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:07.827 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:07.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:07.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:07.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:07.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:07.828 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.829 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.829 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.829 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.844 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:07.844 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:07.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.844 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:07.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:07.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:07.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.845 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:07.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:07.845 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.845 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.891 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:07.891 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:07.891 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:07.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:07.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:07.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:07.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:07.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:07.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:07.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:07.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:07.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:07.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:07.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:07.940 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:07.941 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:07.941 [DEBUG - pool-411-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:07.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.941 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:07.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:07.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:07.941 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:07.942 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29698), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [14ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [15ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [16ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [132ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [133ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [133ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [175ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [180ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [224ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [307ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [307ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [308ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [308ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [341ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [402ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [481ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [482ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [621ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [622ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [625ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [625ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1041ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1703ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3680ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [3681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [3681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3681ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@908011442(state=PENDING, result=null, callback=(continuation of Deferred@1728140849 after retry RPC after error@1608729988) -> (continuation of Deferred@1200455977 after retry RPC after error@148905181) -> (continuation of Deferred@1698525998 after retry RPC after error@540530024) -> (continuation of Deferred@194546830 after retry RPC after error@60190676) -> (continuation of Deferred@230480011 after retry RPC after error@322883777) -> (continuation of Deferred@1552798420 after retry RPC after error@1817575006) -> (continuation of Deferred@130419679 after retry RPC after error@1654356798) -> (continuation of Deferred@1353850571 after retry RPC after error@332840333) -> (continuation of Deferred@620348635 after retry RPC after error@486672881) -> (continuation of Deferred@1569069276 after retry RPC after error@2073754676) -> (continuation of Deferred@296693888 after retry RPC after error@477097669) -> (continuation of Deferred@1900172652 after retry RPC after error@1570077740) -> (continuation of Deferred@894860334 after retry RPC after error@1445766535) -> (continuation of Deferred@900100891 after retry RPC after error@1134828959) -> (continuation of Deferred@1167437513 after retry RPC after error@1990601569) -> (continuation of Deferred@1889443845 after retry RPC after error@330634092) -> (continuation of Deferred@2067661877 after retry RPC after error@1006945552) -> (continuation of Deferred@966775837 after retry RPC after error@42634801) -> (continuation of Deferred@161365497 after retry RPC after error@329799071) -> (continuation of Deferred@1414550731 after retry RPC after error@50180982) -> (continuation of Deferred@2054432549 after retry RPC after error@723616089) -> (continuation of Deferred@2105638650 after retry RPC after error@310907967) -> (continuation of Deferred@1226724420 after retry RPC after error@1846685559) -> (continuation of Deferred@403892961 after retry RPC after error@1248410672) -> (continuation of Deferred@1911483725 after retry RPC after error@251137424), errback=(continuation of Deferred@1728140849 after retry RPC after error@1608729988) -> (continuation of Deferred@1200455977 after retry RPC after error@148905181) -> (continuation of Deferred@1698525998 after retry RPC after error@540530024) -> (continuation of Deferred@194546830 after retry RPC after error@60190676) -> (continuation of Deferred@230480011 after retry RPC after error@322883777) -> (continuation of Deferred@1552798420 after retry RPC after error@1817575006) -> (continuation of Deferred@130419679 after retry RPC after error@1654356798) -> (continuation of Deferred@1353850571 after retry RPC after error@332840333) -> (continuation of Deferred@620348635 after retry RPC after error@486672881) -> (continuation of Deferred@1569069276 after retry RPC after error@2073754676) -> (continuation of Deferred@296693888 after retry RPC after error@477097669) -> (continuation of Deferred@1900172652 after retry RPC after error@1570077740) -> (continuation of Deferred@894860334 after retry RPC after error@1445766535) -> (continuation of Deferred@900100891 after retry RPC after error@1134828959) -> (continuation of Deferred@1167437513 after retry RPC after error@1990601569) -> (continuation of Deferred@1889443845 after retry RPC after error@330634092) -> (continuation of Deferred@2067661877 after retry RPC after error@1006945552) -> (continuation of Deferred@966775837 after retry RPC after error@42634801) -> (continuation of Deferred@161365497 after retry RPC after error@329799071) -> (continuation of Deferred@1414550731 after retry RPC after error@50180982) -> (continuation of Deferred@2054432549 after retry RPC after error@723616089) -> (continuation of Deferred@2105638650 after retry RPC after error@310907967) -> (continuation of Deferred@1226724420 after retry RPC after error@1846685559) -> (continuation of Deferred@403892961 after retry RPC after error@1248410672) -> (continuation of Deferred@1911483725 after retry RPC after error@251137424)))
14:09:07.956 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:07.957 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:07.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:07.957 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:07.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:07.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:07.957 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:08.011 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:08.012 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:08.012 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:08.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.012 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.012 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:08.017 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:08.017 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:08.017 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:08.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:08.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:08.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:08.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:08.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:08.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:08.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:08.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:08.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:08.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.021196  2776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 6
14:09:08.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:08.029845  2776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:08.044 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:08.045 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:08.045 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:08.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.045 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:08.048 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:08.049 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:08.049 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:08.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.049 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:08.077 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:08.077 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:08.078 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:08.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.079 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:08.087 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:08.088 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:08.088 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:08.088 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.088 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:08.088 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:08.089 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:08.089 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:08.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:08.094 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:08.094 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:08.094 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:08.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.095 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:08.097 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:08.097 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:08.097 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:08.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.098 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:08.126 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:08.127 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:08.127 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:08.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.128 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:08.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113348187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:08.195 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:09:08.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
14:09:08.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.308917  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 6
14:09:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:08.319950  2691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.126.252:39295: Network error: Client connection negotiation failed: client connection to 127.2.126.252:39295: connect: Connection refused (error 111)
14:09:08.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.325 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:08.325 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:08.326 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:08.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.326 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:08.326 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:08.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.326 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:08.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.326 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:08.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:08.357 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:08.357 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:08.357 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:08.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:08.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.443 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:08.443 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:08.443 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:08.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:08.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:08.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:08.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:08.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:08.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:08.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:08.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:08.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:08.444 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:08.477 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:08.477 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:08.477 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:08.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.478 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:08.506 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:08.507 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:08.507 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:08.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.507 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.199149  2791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:07.201066  2793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:08.521617  2792 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:09:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.521687  2778 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.526592  2778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:08.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.530072  2778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:08.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.531533  2778 hybrid_clock.cc:648] HybridClock initialized: now 1779113348531476 us; error 72 us; skew 500 ppm
14:09:08.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.532469  2778 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:08.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.539565  2778 webserver.cc:533] Webserver started at http://127.2.126.252:36373/ using document root <none> and password file <none>
14:09:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.540599  2778 fs_manager.cc:362] Metadata directory not provided
14:09:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.540838  2778 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.541399  2778 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.546412  2778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/data/instance:
14:09:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f56887700f14f4fbbd3146406390493"
14:09:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:08 on dist-test-slave-qn3m"
14:09:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.547552  2778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/wal/instance:
14:09:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f56887700f14f4fbbd3146406390493"
14:09:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:08 on dist-test-slave-qn3m"
14:09:08.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.555147  2778 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
14:09:08.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.561977  2857 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:08.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.563170  2778 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
14:09:08.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.563568  2778 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/wal
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f56887700f14f4fbbd3146406390493"
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:08 on dist-test-slave-qn3m"
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.563964  2778 fs_report.cc:389] FS layout report
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/wal
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/wal
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/data/data
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:08.565 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:08.565 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:08.565 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:08.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.565 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.565 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.565 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.566 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:08.576 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:08.576 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:08.576 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:08.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:08.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:08.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:08.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:08.614 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:08.614 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:08.614 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:08.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.615 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:08.630 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:08.630 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:08.631 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:08.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:08.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:08.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:08.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:08.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:08.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:08.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:08.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:08.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:08.632 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:08.635 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:08.635 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:08.635 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:08.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:08.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:08.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:08.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:08.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:08.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:08.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:08.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:08.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:08.636 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.646715  2778 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.648540  2778 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.649070  2778 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:08.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113348687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:08.696 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:09:08.698 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
14:09:08.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.717 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:08.717 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:08.717 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:08.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:08.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:08.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:08.719 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.746271  2778 rpc_server.cc:307] RPC server started. Bound to: 127.2.126.252:39295
14:09:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.746397  2908 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.126.252:39295 every 8 connection(s)
14:09:08.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.749449  2778 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/data/info.pb
14:09:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.755373  2555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 2778
14:09:08.755 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:08.756 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:08.756 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:08.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:08.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:08.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:08.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:08.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:08.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:08.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:08.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:08.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:08.756 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.755926  2555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/master-2/wal/instance
14:09:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.757414  2909 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:08.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.779150  2909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } has no permanent_uuid. Determining permanent_uuid...
14:09:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.804945  2909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } has no permanent_uuid. Determining permanent_uuid...
14:09:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.815963  2909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } has no permanent_uuid. Determining permanent_uuid...
14:09:08.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.834 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:08.834 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.834134  2909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493: Bootstrap starting.
14:09:08.834 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:08.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:08.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:08.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:08.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.841655  2909 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493: Neither blocks nor log segments found. Creating new log.
14:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.843979  2909 log.cc:826] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493: Log is configured to *not* fsync() on all Append() calls
14:09:08.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.849679  2909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493: No bootstrap required, opened a new log
14:09:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.870711  2909 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.871469  2909 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.871690  2909 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f56887700f14f4fbbd3146406390493, State: Initialized, Role: FOLLOWER
14:09:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.872485  2909 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.874926  2918 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.875622  2918 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: This master's current role is: FOLLOWER
14:09:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.876755  2909 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: configured and running, proceeding with master startup.
14:09:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:08.904625  2929 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:09:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:08.904799  2863 tablet.cc:2404] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:08.905191  2929 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:09:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.899677  2778 master_runner.cc:187] Error getting master registration for 127.2.126.254:43929: OK, instance_id { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" instance_seqno: 1779113344663081 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:09:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:08.925909  2778 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:09:08.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:08.964 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:08.964 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:08.965 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:08.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:08.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:08.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:08.966 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:08.987 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:08.987 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:08.987 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:08.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:08.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:08.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:08.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:08.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:08.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:08.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:08.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:08.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:08.988 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:08.996 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:08.996 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:08.996 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:08.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:08.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:08.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:08.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:08.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:08.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:08.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:08.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:08.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:08.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.054858  2918 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:09:09.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.055406  2918 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.057971  2918 leader_election.cc:290] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9cb4e147948e485d81a40e4921456f7f (127.2.126.254:43929), bda7171ec18346bbb4ad72dd8da65cb0 (127.2.126.253:35673)
14:09:09.074 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:09.074 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:09.074 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:09.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.090180  2776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 7
14:09:09.116 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:09.116 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:09.116 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:09.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:09.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:09.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:09.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:09.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:09.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:09.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:09.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:09.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:09.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.118254  2776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0: Bootstrap starting.
14:09:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.126617  2776 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0: Neither blocks nor log segments found. Creating new log.
14:09:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.129143  2776 log.cc:826] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0: Log is configured to *not* fsync() on all Append() calls
14:09:09.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.135941  2776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0: No bootstrap required, opened a new log
14:09:09.140 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:09.140 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:09.140 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:09.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.141 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:09.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.165472  2776 raft_consensus.cc:359] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.166380  2776 raft_consensus.cc:385] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.166695  2776 raft_consensus.cc:740] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bda7171ec18346bbb4ad72dd8da65cb0, State: Initialized, Role: FOLLOWER
14:09:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.167640  2776 consensus_queue.cc:260] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.175853  2934 sys_catalog.cc:455] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.179574  2934 sys_catalog.cc:458] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [sys.catalog]: This master's current role is: FOLLOWER
14:09:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.179725  2742 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f56887700f14f4fbbd3146406390493" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" is_pre_election: true
14:09:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.179415  2776 sys_catalog.cc:565] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [sys.catalog]: configured and running, proceeding with master startup.
14:09:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.180945  2742 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6f56887700f14f4fbbd3146406390493 in term 0.
14:09:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.182463  2861 leader_election.cc:304] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f56887700f14f4fbbd3146406390493, bda7171ec18346bbb4ad72dd8da65cb0; no voters: 
14:09:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.183610  2918 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:09:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.184069  2918 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:09:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.184465  2918 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 0 FOLLOWER]: Advancing to term 1
14:09:09.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113349187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:09.195 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:09:09.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
14:09:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.198731  2918 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.205600  2742 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f56887700f14f4fbbd3146406390493" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bda7171ec18346bbb4ad72dd8da65cb0"
14:09:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.206230  2742 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [term 0 FOLLOWER]: Advancing to term 1
14:09:09.209 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:09.209 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:09.209 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:09.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.211 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:09.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.212580  2918 leader_election.cc:290] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [CANDIDATE]: Term 1 election: Requested vote from peers 9cb4e147948e485d81a40e4921456f7f (127.2.126.254:43929), bda7171ec18346bbb4ad72dd8da65cb0 (127.2.126.253:35673)
14:09:09.215 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:09.215 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:09.215 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:09.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:09.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:09.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:09.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:09.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:09.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:09.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:09.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:09.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:09.217 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:09.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:09.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:09.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:09.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:09.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.218523  2742 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6f56887700f14f4fbbd3146406390493 in term 1.
14:09:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.219997  2861 leader_election.cc:304] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f56887700f14f4fbbd3146406390493, bda7171ec18346bbb4ad72dd8da65cb0; no voters: 
14:09:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.220853  2918 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 1 FOLLOWER]: Leader election won for term 1
14:09:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.223935  2918 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [term 1 LEADER]: Becoming Leader. State: Replica: 6f56887700f14f4fbbd3146406390493, State: Running, Role: LEADER
14:09:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.225366  2918 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.238934  2939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f56887700f14f4fbbd3146406390493. Latest consensus state: current_term: 1 leader_uuid: "6f56887700f14f4fbbd3146406390493" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.239990  2939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: This master's current role is: LEADER
14:09:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.252533  2944 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:09:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.260219  2944 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:09:09.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.270 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:09.271 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:09.271 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:09.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:09.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:09.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:09.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:09.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:09.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:09.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:09.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:09.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:09.272 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:09.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.280880  2949 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:09:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.288664  2742 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [term 1 FOLLOWER]: Refusing update from remote peer 6f56887700f14f4fbbd3146406390493: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:09:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.290498  2918 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:09:09.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.285120  2693 master_runner.cc:187] Error getting master registration for 127.2.126.254:43929: OK, instance_id { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" instance_seqno: 1779113344663081 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:09:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.326578  2693 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:09:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.337265  2948 mvcc.cc:204] Tried to move back new op lower bound from 7287248278655500288 to 7287248278438825984. Current Snapshot: MvccSnapshot[applied={T|T < 7287248278655500288}]
14:09:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.337327  2934 sys_catalog.cc:455] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f56887700f14f4fbbd3146406390493. Latest consensus state: current_term: 1 leader_uuid: "6f56887700f14f4fbbd3146406390493" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.338053  2934 sys_catalog.cc:458] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [sys.catalog]: This master's current role is: FOLLOWER
14:09:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.347852  2939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6f56887700f14f4fbbd3146406390493" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.348728  2939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: This master's current role is: LEADER
14:09:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.348520  2934 sys_catalog.cc:455] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6f56887700f14f4fbbd3146406390493" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.349195  2934 sys_catalog.cc:458] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0 [sys.catalog]: This master's current role is: FOLLOWER
14:09:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.352173  2944 catalog_manager.cc:1382] Generated new cluster ID: eb0447adabf141f29fef4f086606ec50
14:09:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.352451  2944 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:09:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.353403  2691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } attempt: 7
14:09:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.377544  2691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f: Bootstrap starting.
14:09:09.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.385874  2691 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f: Neither blocks nor log segments found. Creating new log.
14:09:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.388741  2691 log.cc:826] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f: Log is configured to *not* fsync() on all Append() calls
14:09:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.400004  2691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f: No bootstrap required, opened a new log
14:09:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.400245  2944 catalog_manager.cc:1405] Generated new certificate authority record
14:09:09.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.408196  2944 catalog_manager.cc:1539] Loading token signing keys...
14:09:09.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.432035  2691 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.432788  2691 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.433167  2691 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9cb4e147948e485d81a40e4921456f7f, State: Initialized, Role: FOLLOWER
14:09:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.434073  2691 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } }
14:09:09.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.438823  2944 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493: Generated new TSK 0
14:09:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.439683  2691 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [sys.catalog]: configured and running, proceeding with master startup.
14:09:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.440042  2944 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:09:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.440258  2664 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [term 0 FOLLOWER]: Advancing to term 1
14:09:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.441701  2665 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f56887700f14f4fbbd3146406390493" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9cb4e147948e485d81a40e4921456f7f"
14:09:09.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.443513  2666 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f56887700f14f4fbbd3146406390493" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9cb4e147948e485d81a40e4921456f7f" is_pre_election: true
14:09:09.445 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:09.445 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:09.445 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:09.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:09.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:09.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:09.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:09.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:09.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:09.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:09.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:09.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:09.447 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.460594  2664 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [term 1 FOLLOWER]: Refusing update from remote peer 6f56887700f14f4fbbd3146406390493: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:09:09.464 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:09.464 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:09.464 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:09.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.465 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.468456  2939 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.471237  2555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/wal
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/data
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/logs
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/data/info.pb
14:09:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.193:0
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.126.193
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.193
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:09:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.438555  2956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.472103  2956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [sys.catalog]: This master's current role is: FOLLOWER
14:09:09.503 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:09.504 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:09.504 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:09.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.549360  2956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f56887700f14f4fbbd3146406390493. Latest consensus state: current_term: 1 leader_uuid: "6f56887700f14f4fbbd3146406390493" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.550091  2956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [sys.catalog]: This master's current role is: FOLLOWER
14:09:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.551434  2970 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6f56887700f14f4fbbd3146406390493" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.552232  2970 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f [sys.catalog]: This master's current role is: FOLLOWER
14:09:09.566 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:09.566 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:09.566 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:09.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.567 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:09.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.571861  2973 catalog_manager.cc:1294] Loaded cluster ID: eb0447adabf141f29fef4f086606ec50
14:09:09.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.572362  2973 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f: loading cluster ID for follower catalog manager: success
14:09:09.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.582542  2973 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f: acquiring CA information for follower catalog manager: success
14:09:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.590593  2973 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9cb4e147948e485d81a40e4921456f7f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:09:09.624 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:09.625 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:09.625 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:09.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.628 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:09.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.663 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:09.663 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:09.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:09.664 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:09.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:09.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:09.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:09.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:09.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:09.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:09.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:09.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:09.665 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:09.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113349687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:09.701 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
14:09:09.702 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
14:09:09.708 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:09.709 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:09.709 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:09.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.710 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.710 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.710 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.710 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:09.711 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:09.711 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:09.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:09.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:09.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:09.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:09.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:09.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:09.712 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:09.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:09.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:09.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:09.713 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:09.719 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:09.719 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:09.719 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:09.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:09.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:09.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:09.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:09.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:09.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:09.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:09.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:09.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:09.721 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:09.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:09.846 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:09.847 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:09.847 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:09.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:09.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:09.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:09.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.855346  2939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6f56887700f14f4fbbd3146406390493" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9cb4e147948e485d81a40e4921456f7f" member_type: VOTER last_known_addr { host: "127.2.126.254" port: 43929 } } peers { permanent_uuid: "bda7171ec18346bbb4ad72dd8da65cb0" member_type: VOTER last_known_addr { host: "127.2.126.253" port: 35673 } } peers { permanent_uuid: "6f56887700f14f4fbbd3146406390493" member_type: VOTER last_known_addr { host: "127.2.126.252" port: 39295 } } }
14:09:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:09.856199  2939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f56887700f14f4fbbd3146406390493 [sys.catalog]: This master's current role is: LEADER
14:09:09.858 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:09.858 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:09.858 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:09.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:09.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.861 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:09.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:09.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:09.874 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:09.875 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:09.875 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:09.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:09.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:09.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:09.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:09.912 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:09.913 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:09.913 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:09.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:09.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:09.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:09.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:09.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:09.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:09.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:09.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:09.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:09.914 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:09.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.005 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:10.006 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:10.006 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:10.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:10.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:10.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:10.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:10.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:10.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:10.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:10.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:10.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:10.008 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:10.051 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:10.052 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:10.052 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:10.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.053 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.053 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.053 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.053 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:10.062727  2966 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:10.063561  2966 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:10.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:10.064421  2966 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:10.091 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:10.091 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:10.091 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:10.092 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:10.092 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:10.092 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:10.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:10.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:10.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:10.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:10.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:10.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:10.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:10.096 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:10.096 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:10.096 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:10.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:10.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:10.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:10.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:10.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:10.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:10.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:10.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:10.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:10.097 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:10.126070  2966 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:10.127415  2966 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.126.193
14:09:10.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113350187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:10.194430  2966 tablet_server_runner.cc:78] Tablet server non-default flags:
14:09:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/data
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/wal
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.193:0
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/data/info.pb
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.193
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.126.193
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/logs
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:10.197 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:10.197134  2966 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:10.197 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:10.197 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:10.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:10.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:10.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:10.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:10.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:10.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:10.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:10.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:10.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:10.199 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:10.199440  2966 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:10.201 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
14:09:10.207 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
14:09:10.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:10.215701  2980 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:10.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:10.308077  2949 catalog_manager.cc:1294] Loaded cluster ID: eb0447adabf141f29fef4f086606ec50
14:09:10.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:10.308604  2949 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0: loading cluster ID for follower catalog manager: success
14:09:10.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:10.315825  2949 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0: acquiring CA information for follower catalog manager: success
14:09:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:10.334463  2949 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bda7171ec18346bbb4ad72dd8da65cb0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:09:10.412 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:10.412 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:10.412 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:10.413 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:10.413 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:10.413 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:10.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:10.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:10.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:10.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:10.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:10.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:10.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:10.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.435 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:10.435 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:10.435 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:10.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.437 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:10.437 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:10.437 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:10.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.438 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:10.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.440 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:10.493 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:10.494 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:10.494 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:10.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.495 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:10.571 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:10.572 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:10.572 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:10.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:10.606 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:10.606 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:10.606 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:10.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.608 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:10.629 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:10.629 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:10.629 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:10.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:10.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:10.630 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:10.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:10.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:10.630 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:10.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:10.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:10.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:10.630 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:10.644 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:10.644 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:10.644 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:10.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:10.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:10.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:10.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:10.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:10.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:10.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:10.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:10.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:10.646 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:10.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113350687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:10.697 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:09:10.698 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
14:09:10.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.797 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:10.797 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:10.797 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:10.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:10.799 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:10.799 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:10.799 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:10.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:10.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:10.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:10.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:10.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:10.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:10.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:10.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:10.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:10.800 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:10.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.892 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:10.892 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:10.892 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:10.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:10.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:10.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:10.894 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:10.895 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:10.895 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:10.895 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:10.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:10.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:10.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:10.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:10.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:10.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:10.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:10.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:10.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:10.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:10.907 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:10.907 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:10.907 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:10.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:10.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:10.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:10.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:10.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:10.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:10.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:10.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:10.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:10.908 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:10.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:10.974 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:10.974 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:10.974 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:10.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:10.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:10.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:10.975 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:10.977 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:10.977 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:10.978 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:10.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:10.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:10.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:10.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:10.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:10.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:10.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:10.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:10.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:10.979 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:11.120 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:11.120 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:11.120 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:11.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:11.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:11.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:11.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:11.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:11.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:11.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:11.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:11.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:11.121 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:11.125 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:11.125 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:11.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.125 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:11.127 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:11.127 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:11.127 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:11.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:11.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:11.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:11.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:11.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:11.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:11.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:11.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:11.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:11.129 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:11.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:11.131 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:11.131 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:11.131 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:11.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:11.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:11.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:11.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:11.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:11.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:11.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:11.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:11.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:11.132 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:11.135 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:11.136 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:11.136 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:11.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:11.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:11.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:11.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:11.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:11.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:11.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:11.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:11.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:11.137 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:11.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113351187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:11.197 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:09:11.198 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
14:09:11.205 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:11.205 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:11.205 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:11.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.207 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:11.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.268 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:11.268 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:11.269 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:11.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:11.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:11.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:11.270 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:11.317 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:11.318 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:11.318 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:11.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.318 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:11.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.329 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:11.329 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:11.329 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:11.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:11.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:11.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:11.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:11.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:11.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:11.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:11.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:11.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:11.330 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:11.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.477 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:11.477 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:11.477 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:11.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:11.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:11.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:11.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:11.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:11.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:11.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:11.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:11.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:11.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:11.565 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:11.566 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:11.566 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:11.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:11.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:11.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:11.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:11.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:11.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:11.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:11.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:11.566 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:11.566 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:11.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113351687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:11.695 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:09:11.696 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
14:09:11.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.789 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:11.790 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:11.790 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:11.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:11.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.896 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:11.896 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:11.896 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:11.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:11.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:11.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:11.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:11.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:11.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:11.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:11.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:11.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:11.897 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:11.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:11.956 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:11.957 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:11.957 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:11.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:11.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:11.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:11.958 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:12.083 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:12.084 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:12.084 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:12.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:12.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:12.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:12.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:12.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:12.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:12.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:12.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:12.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:12.085 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:12.086 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27902), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [147ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [212ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [215ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [247ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [247ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [247ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [282ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [283ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [283ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [302ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [322ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [323ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [323ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [341ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [342ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [523ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [523ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [524ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [524ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [822ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [823ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [823ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [823ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [842ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [843ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [843ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [843ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1583ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@719869866(state=PENDING, result=null, callback=(continuation of Deferred@1150143936 after retry RPC after error@1350707524) -> (continuation of Deferred@1341164405 after retry RPC after error@667795494) -> (continuation of Deferred@226818770 after retry RPC after error@1284323887) -> (continuation of Deferred@124627944 after retry RPC after error@1315473363) -> (continuation of Deferred@1678816934 after retry RPC after error@1105830985) -> (continuation of Deferred@724657527 after retry RPC after error@560802269) -> (continuation of Deferred@1076432592 after retry RPC after error@1282290032) -> (continuation of Deferred@1825898327 after retry RPC after error@616497361) -> (continuation of Deferred@745063704 after retry RPC after error@296784980) -> (continuation of Deferred@1523974002 after retry RPC after error@103859569) -> (continuation of Deferred@1813676202 after retry RPC after error@2040376137) -> (continuation of Deferred@205976935 after retry RPC after error@215851731) -> (continuation of Deferred@880442418 after retry RPC after error@547970583) -> (continuation of Deferred@461339304 after retry RPC after error@2060814382) -> (continuation of Deferred@497676458 after retry RPC after error@2006605038) -> (continuation of Deferred@399561359 after retry RPC after error@1100135587) -> (continuation of Deferred@325855387 after retry RPC after error@909409076) -> (continuation of Deferred@669094871 after retry RPC after error@1942115372) -> (continuation of Deferred@26776127 after retry RPC after error@350270691) -> (continuation of Deferred@1060430467 after retry RPC after error@1589027453) -> (continuation of Deferred@469420798 after retry RPC after error@179053262) -> (continuation of Deferred@311753186 after retry RPC after error@2044335239) -> (continuation of Deferred@884644984 after retry RPC after error@1600877171) -> (continuation of Deferred@1787153301 after retry RPC after error@1137869934) -> (continuation of Deferred@594254128 after retry RPC after error@664244164), errback=(continuation of Deferred@1150143936 after retry RPC after error@1350707524) -> (continuation of Deferred@1341164405 after retry RPC after error@667795494) -> (continuation of Deferred@226818770 after retry RPC after error@1284323887) -> (continuation of Deferred@124627944 after retry RPC after error@1315473363) -> (continuation of Deferred@1678816934 after retry RPC after error@1105830985) -> (continuation of Deferred@724657527 after retry RPC after error@560802269) -> (continuation of Deferred@1076432592 after retry RPC after error@1282290032) -> (continuation of Deferred@1825898327 after retry RPC after error@616497361) -> (continuation of Deferred@745063704 after retry RPC after error@296784980) -> (continuation of Deferred@1523974002 after retry RPC after error@103859569) -> (continuation of Deferred@1813676202 after retry RPC after error@2040376137) -> (continuation of Deferred@205976935 after retry RPC after error@215851731) -> (continuation of Deferred@880442418 after retry RPC after error@547970583) -> (continuation of Deferred@461339304 after retry RPC after error@2060814382) -> (continuation of Deferred@497676458 after retry RPC after error@2006605038) -> (continuation of Deferred@399561359 after retry RPC after error@1100135587) -> (continuation of Deferred@325855387 after retry RPC after error@909409076) -> (continuation of Deferred@669094871 after retry RPC after error@1942115372) -> (continuation of Deferred@26776127 after retry RPC after error@350270691) -> (continuation of Deferred@1060430467 after retry RPC after error@1589027453) -> (continuation of Deferred@469420798 after retry RPC after error@179053262) -> (continuation of Deferred@311753186 after retry RPC after error@2044335239) -> (continuation of Deferred@884644984 after retry RPC after error@1600877171) -> (continuation of Deferred@1787153301 after retry RPC after error@1137869934) -> (continuation of Deferred@594254128 after retry RPC after error@664244164)))
14:09:12.097 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:12.097 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:12.097 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:12.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:12.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:12.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:12.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:12.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:12.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:12.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:12.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:12.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:12.098 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:12.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.155 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:12.156 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:12.156 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:12.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:12.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:12.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:12.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:12.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:12.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:12.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:12.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:12.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:12.157 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:12.165 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:12.165 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:12.165 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:12.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.167 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:12.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113352187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:12.194 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
14:09:12.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
14:09:12.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.543 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:12.543 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:12.543 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:12.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:12.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:12.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:12.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:12.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:12.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:12.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:12.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:12.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:12.544 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:12.544 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:12.544 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:12.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.544 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:12.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.545 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:11.621025  2979 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 2966
14:09:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:12.552237  2966 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.332s	user 0.690s	sys 1.059s
14:09:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:12.552608  2966 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.333s	user 0.690s	sys 1.059s
14:09:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:10.221351  2981 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:12.562870  2989 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.569613  2966 server_base.cc:1061] running on GCE node
14:09:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.571110  2966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.576514  2966 hybrid_clock.cc:648] HybridClock initialized: now 1779113352576362 us; error 81 us; skew 500 ppm
14:09:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.578222  2966 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.592814  2966 webserver.cc:533] Webserver started at http://127.2.126.193:33833/ using document root <none> and password file <none>
14:09:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.594182  2966 fs_manager.cc:362] Metadata directory not provided
14:09:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.594532  2966 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.595232  2966 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.600749  2966 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/data/instance:
14:09:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd9dd35ced2345878500750a68d6d165"
14:09:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:12 on dist-test-slave-qn3m"
14:09:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.602103  2966 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/wal/instance:
14:09:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd9dd35ced2345878500750a68d6d165"
14:09:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:12 on dist-test-slave-qn3m"
14:09:12.608 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:12.608 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:12.608 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:12.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.611 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.614104  2966 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.004s	sys 0.004s
14:09:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.621867  2995 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.623273  2966 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.623706  2966 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/wal
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd9dd35ced2345878500750a68d6d165"
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:12 on dist-test-slave-qn3m"
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.624128  2966 fs_report.cc:389] FS layout report
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/wal
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/wal
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/data/data
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:12.625 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:12.625 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:12.626 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:12.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:12.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:12.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:12.627 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:12.653 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:12.654 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:12.654 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:12.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:12.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:12.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:12.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:12.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:12.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:12.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:12.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:12.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:12.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:12.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113352687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:12.696 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:09:12.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
14:09:12.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.714 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:12.714 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:12.714 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:12.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:12.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:12.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:12.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:12.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:12.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:12.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:12.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:12.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:12.715 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.736287  2966 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.738974  2966 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.739826  2966 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:12.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.772614  2966 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:09:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.779542  2966 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:09:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.779966  2966 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:09:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.780319  2966 ts_tablet_manager.cc:616] Registered 0 tablets
14:09:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:12.780506  2966 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:09:12.793 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:12.793 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:12.793 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:12.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:12.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:12.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:12.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:12.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:12.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:12.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:12.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:12.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:12.794 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:12.823 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:12.871 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:12.871 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:12.871 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:12.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:12.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:12.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:12.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:12.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:12.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:12.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:12.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:12.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:12.874 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:12.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.015 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:13.016 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:13.016 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:13.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:13.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:13.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:13.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:13.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:13.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:13.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:13.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:13.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:13.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:13.046 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:13.046 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:13.047 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:13.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.047 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:13.105 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:13.105 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:13.105 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:13.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:13.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:13.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:13.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:13.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:13.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:13.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:13.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:13.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:13.108 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.112859  2966 rpc_server.cc:307] RPC server started. Bound to: 127.2.126.193:39135
14:09:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.113255  3109 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.126.193:39135 every 8 connection(s)
14:09:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.117165  2966 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/data/info.pb
14:09:13.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.125754  2555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 2966
14:09:13.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.126438  2555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-0/wal/instance
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.149458  2555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/wal
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/data
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/logs
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/data/info.pb
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.194:0
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.126.194
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.194
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:09:13.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.168704  3110 heartbeater.cc:344] Connected to a master server at 127.2.126.252:39295
14:09:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.170914  3110 heartbeater.cc:461] Registering TS with master...
14:09:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.173640  3110 heartbeater.cc:507] Master 127.2.126.252:39295 requested a full tablet report, sending...
14:09:13.176 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:13.176 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:13.176 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:13.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:13.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:13.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:13.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:13.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:13.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:13.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:13.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:13.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:13.178 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:13.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.177102  2874 ts_manager.cc:194] Registered new tserver with Master: bd9dd35ced2345878500750a68d6d165 (127.2.126.193:39135)
14:09:13.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.182675  2874 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.126.193:35107
14:09:13.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113353187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:13.199 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:09:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.200100  3111 heartbeater.cc:344] Connected to a master server at 127.2.126.253:35673
14:09:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.200503  3111 heartbeater.cc:461] Registering TS with master...
14:09:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.201203  3111 heartbeater.cc:507] Master 127.2.126.253:35673 requested a full tablet report, sending...
14:09:13.203 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
14:09:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.204519  2732 ts_manager.cc:194] Registered new tserver with Master: bd9dd35ced2345878500750a68d6d165 (127.2.126.193:39135)
14:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.207546  3114 heartbeater.cc:344] Connected to a master server at 127.2.126.254:43929
14:09:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.207984  3114 heartbeater.cc:461] Registering TS with master...
14:09:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.208710  3114 heartbeater.cc:507] Master 127.2.126.254:43929 requested a full tablet report, sending...
14:09:13.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.212242  2656 ts_manager.cc:194] Registered new tserver with Master: bd9dd35ced2345878500750a68d6d165 (127.2.126.193:39135)
14:09:13.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.286 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:13.286 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:13.286 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:13.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:13.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:13.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:13.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:13.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:13.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:13.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:13.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:13.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:13.288 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:13.322 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.384 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:13.384 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:13.384 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:13.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:13.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.456 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:13.456 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:13.456 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:13.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:13.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:13.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:13.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:13.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:13.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:13.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:13.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:13.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:13.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:13.458 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:13.458 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:13.458 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:13.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.459 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:13.465 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:13.465 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:13.465 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:13.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:13.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:13.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:13.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:13.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:13.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:13.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:13.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:13.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:13.466 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:13.535 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:13.536 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:13.536 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:13.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:13.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:13.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:13.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:13.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:13.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:13.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:13.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:13.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:13.537 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:13.593 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:13.593 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:13.593 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:13.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:13.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:13.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:13.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:13.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:13.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:13.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:13.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:13.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:13.594 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:13.597 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:13.597 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:13.597 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:13.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:13.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:13.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:13.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:13.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:13.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:13.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:13.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:13.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:13.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:13.604 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:13.604 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:13.604 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:13.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:13.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:13.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:13.605 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:13.646 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:13.646 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:13.646 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:13.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:13.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:13.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:13.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:13.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:13.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:13.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:13.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:13.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:13.647 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:13.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:13.667140  3117 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:13.667747  3117 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:13.668455  3117 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:13.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113353687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:13.701 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
14:09:13.702 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
14:09:13.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:13.757318  3117 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:13.758647  3117 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.126.194
14:09:13.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.837 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:13.837 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:13.837 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:13.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:13.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:13.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:13.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:13.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:13.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:13.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:13.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:13.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:13.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.848242  3117 tablet_server_runner.cc:78] Tablet server non-default flags:
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/data
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/wal
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.194:0
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/data/info.pb
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.194
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.126.194
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/logs
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.851262  3117 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:13.854048  3117 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:13.870913  3125 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:13.891 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:13.891 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:13.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:13.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:13.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:13.892 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:13.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:13.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:13.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:13.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:13.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:13.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:13.893 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:13.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:13.938 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:13.938 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:13.938 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:13.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:13.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:13.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:13.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:13.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:13.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:13.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:13.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:13.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:13.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:14.024 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:14.024 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:14.024 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:14.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.026 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:14.100 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:14.100 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:14.100 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:14.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.102 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.102 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.103 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:14.105 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29943), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [98ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [108ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [108ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [129ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [146ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [191ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [192ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [193ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [193ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [224ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [263ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [263ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [303ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [304ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [445ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [448ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [449ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [451ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [451ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [681ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [681ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [682ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [682ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1022ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1684ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2883ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [4340ms] refreshing cache from master, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [4342ms] too many traces: truncated at 100 traces, deferred=Deferred@173141682(state=PENDING, result=null, callback=(continuation of Deferred@871726084 after retry RPC after error@1051047955) -> (continuation of Deferred@1217177542 after retry RPC after error@1303241755) -> (continuation of Deferred@1428206838 after retry RPC after error@1180105569) -> (continuation of Deferred@1800001274 after retry RPC after error@1231452852) -> (continuation of Deferred@431091818 after retry RPC after error@1758301646) -> (continuation of Deferred@1301702699 after retry RPC after error@928975095) -> (continuation of Deferred@570137814 after retry RPC after error@635229914) -> (continuation of Deferred@1542796666 after retry RPC after error@337806915) -> (continuation of Deferred@1765979453 after retry RPC after error@720098505) -> (continuation of Deferred@1489467915 after retry RPC after error@1490546638) -> (continuation of Deferred@608191156 after retry RPC after error@1358530409) -> (continuation of Deferred@856537183 after retry RPC after error@1422104687) -> (continuation of Deferred@1915762081 after retry RPC after error@1852716609) -> (continuation of Deferred@813671571 after retry RPC after error@2025275923) -> (continuation of Deferred@198835609 after retry RPC after error@345644701) -> (continuation of Deferred@1493986209 after retry RPC after error@468262217) -> (continuation of Deferred@1595416216 after retry RPC after error@456301840) -> (continuation of Deferred@559529140 after retry RPC after error@1913257603) -> (continuation of Deferred@1845154436 after retry RPC after error@1647249462) -> (continuation of Deferred@251639003 after retry RPC after error@868204129) -> (continuation of Deferred@149562464 after retry RPC after error@304018419) -> (continuation of Deferred@1630852103 after retry RPC after error@800469750) -> (continuation of Deferred@1982257732 after retry RPC after error@331496984) -> (continuation of Deferred@1410417803 after retry RPC after error@1252978045) -> (continuation of Deferred@169540246 after retry RPC after error@136980275), errback=(continuation of Deferred@871726084 after retry RPC after error@1051047955) -> (continuation of Deferred@1217177542 after retry RPC after error@1303241755) -> (continuation of Deferred@1428206838 after retry RPC after error@1180105569) -> (continuation of Deferred@1800001274 after retry RPC after error@1231452852) -> (continuation of Deferred@431091818 after retry RPC after error@1758301646) -> (continuation of Deferred@1301702699 after retry RPC after error@928975095) -> (continuation of Deferred@570137814 after retry RPC after error@635229914) -> (continuation of Deferred@1542796666 after retry RPC after error@337806915) -> (continuation of Deferred@1765979453 after retry RPC after error@720098505) -> (continuation of Deferred@1489467915 after retry RPC after error@1490546638) -> (continuation of Deferred@608191156 after retry RPC after error@1358530409) -> (continuation of Deferred@856537183 after retry RPC after error@1422104687) -> (continuation of Deferred@1915762081 after retry RPC after error@1852716609) -> (continuation of Deferred@813671571 after retry RPC after error@2025275923) -> (continuation of Deferred@198835609 after retry RPC after error@345644701) -> (continuation of Deferred@1493986209 after retry RPC after error@468262217) -> (continuation of Deferred@1595416216 after retry RPC after error@456301840) -> (continuation of Deferred@559529140 after retry RPC after error@1913257603) -> (continuation of Deferred@1845154436 after retry RPC after error@1647249462) -> (continuation of Deferred@251639003 after retry RPC after error@868204129) -> (continuation of Deferred@149562464 after retry RPC after error@304018419) -> (continuation of Deferred@1630852103 after retry RPC after error@800469750) -> (continuation of Deferred@1982257732 after retry RPC after error@331496984) -> (continuation of Deferred@1410417803 after retry RPC after error@1252978045) -> (continuation of Deferred@169540246 after retry RPC after error@136980275)))
14:09:14.127 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:14.127 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:14.127 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:14.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.130 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:14.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.183 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:14.184 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:14.184 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:14.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:14.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:14.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:14.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:14.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:14.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:14.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:14.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:14.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:14.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:14.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113354188 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:14.188601  3110 heartbeater.cc:499] Master 127.2.126.252:39295 was elected leader, sending a full tablet report...
14:09:14.201 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:09:14.202 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
14:09:14.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.236 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:14.236 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:14.236 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:14.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:14.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:14.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:14.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:14.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:14.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:14.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:14.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:14.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:14.237 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:14.256 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:14.256 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:14.256 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:14.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:14.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:14.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:14.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:14.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:14.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:14.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:14.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:14.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:14.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:14.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.314 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:14.315 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:14.315 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:14.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:14.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:14.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:14.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:14.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:14.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:14.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:14.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:14.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:14.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:14.323 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.334 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:14.335 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:14.335 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:14.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:14.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:14.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:14.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:14.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:14.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:14.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:14.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:14.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:14.336 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:14.376 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:14.377 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:14.377 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:14.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:14.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:14.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:14.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:14.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:14.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:14.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:14.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:14.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:14.378 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:14.389 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:14.389 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:14.389 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:14.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:14.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:14.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:14.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:14.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:14.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:14.390 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:14.390 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:14.390 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:14.391 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:14.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.473 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:14.473 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:14.473 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:14.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:14.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:14.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:14.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:14.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:14.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:14.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:14.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:14.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:14.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:14.475 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:14.475 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:14.475 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:14.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.476 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:14.546 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:14.546 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:14.546 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:14.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:14.572 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:14.572 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:14.572 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:14.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.573 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.573 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.573 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:14.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113354687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:14.698 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:09:14.699 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
14:09:14.706 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:14.706 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:14.706 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:14.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:14.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:14.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:14.708 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:14.709 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26895), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [180ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [208ms] refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [208ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [209ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [210ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [210ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [981ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [981ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [982ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [983ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2002ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3643ms] refreshing cache from master, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3644ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [3644ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [3645ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3645ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [7621ms] refreshing cache from master, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [7622ms] too many traces: truncated at 100 traces, deferred=Deferred@1189322511(state=PENDING, result=null, callback=(continuation of Deferred@1950719017 after retry RPC after error@1123252428) -> (continuation of Deferred@755716097 after retry RPC after error@2001381704) -> (continuation of Deferred@792123228 after retry RPC after error@1994059630) -> (continuation of Deferred@19280620 after retry RPC after error@587520873) -> (continuation of Deferred@982606946 after retry RPC after error@462511553) -> (continuation of Deferred@722513165 after retry RPC after error@785052821) -> (continuation of Deferred@533276506 after retry RPC after error@245829175) -> (continuation of Deferred@552710699 after retry RPC after error@1499890940) -> (continuation of Deferred@264477565 after retry RPC after error@958654980) -> (continuation of Deferred@351172577 after retry RPC after error@2034389220) -> (continuation of Deferred@1791567042 after retry RPC after error@1276940373) -> (continuation of Deferred@724215624 after retry RPC after error@1074005945) -> (continuation of Deferred@1674105935 after retry RPC after error@1266581083) -> (continuation of Deferred@898662555 after retry RPC after error@1439260767) -> (continuation of Deferred@1887878149 after retry RPC after error@1219660008) -> (continuation of Deferred@2031570237 after retry RPC after error@1732383192) -> (continuation of Deferred@585236385 after retry RPC after error@2127087325) -> (continuation of Deferred@1031078556 after retry RPC after error@1246631995) -> (continuation of Deferred@1736436260 after retry RPC after error@1597580856) -> (continuation of Deferred@1254993569 after retry RPC after error@1895364611) -> (continuation of Deferred@1758335730 after retry RPC after error@2119233845) -> (continuation of Deferred@1498411256 after retry RPC after error@1858085682), errback=(continuation of Deferred@1950719017 after retry RPC after error@1123252428) -> (continuation of Deferred@755716097 after retry RPC after error@2001381704) -> (continuation of Deferred@792123228 after retry RPC after error@1994059630) -> (continuation of Deferred@19280620 after retry RPC after error@587520873) -> (continuation of Deferred@982606946 after retry RPC after error@462511553) -> (continuation of Deferred@722513165 after retry RPC after error@785052821) -> (continuation of Deferred@533276506 after retry RPC after error@245829175) -> (continuation of Deferred@552710699 after retry RPC after error@1499890940) -> (continuation of Deferred@264477565 after retry RPC after error@958654980) -> (continuation of Deferred@351172577 after retry RPC after error@2034389220) -> (continuation of Deferred@1791567042 after retry RPC after error@1276940373) -> (continuation of Deferred@724215624 after retry RPC after error@1074005945) -> (continuation of Deferred@1674105935 after retry RPC after error@1266581083) -> (continuation of Deferred@898662555 after retry RPC after error@1439260767) -> (continuation of Deferred@1887878149 after retry RPC after error@1219660008) -> (continuation of Deferred@2031570237 after retry RPC after error@1732383192) -> (continuation of Deferred@585236385 after retry RPC after error@2127087325) -> (continuation of Deferred@1031078556 after retry RPC after error@1246631995) -> (continuation of Deferred@1736436260 after retry RPC after error@1597580856) -> (continuation of Deferred@1254993569 after retry RPC after error@1895364611) -> (continuation of Deferred@1758335730 after retry RPC after error@2119233845) -> (continuation of Deferred@1498411256 after retry RPC after error@1858085682)))
14:09:14.711 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:09:14.711 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26895), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [180ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [208ms] refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [208ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [209ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [210ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [210ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [981ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [981ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [982ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [983ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2002ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3643ms] refreshing cache from master, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3644ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [3644ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [3645ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3645ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [7621ms] refreshing cache from master, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [7622ms] too many traces: truncated at 100 traces, deferred=Deferred@1189322511(state=PENDING, result=null, callback=(continuation of Deferred@1950719017 after retry RPC after error@1123252428) -> (continuation of Deferred@755716097 after retry RPC after error@2001381704) -> (continuation of Deferred@792123228 after retry RPC after error@1994059630) -> (continuation of Deferred@19280620 after retry RPC after error@587520873) -> (continuation of Deferred@982606946 after retry RPC after error@462511553) -> (continuation of Deferred@722513165 after retry RPC after error@785052821) -> (continuation of Deferred@533276506 after retry RPC after error@245829175) -> (continuation of Deferred@552710699 after retry RPC after error@1499890940) -> (continuation of Deferred@264477565 after retry RPC after error@958654980) -> (continuation of Deferred@351172577 after retry RPC after error@2034389220) -> (continuation of Deferred@1791567042 after retry RPC after error@1276940373) -> (continuation of Deferred@724215624 after retry RPC after error@1074005945) -> (continuation of Deferred@1674105935 after retry RPC after error@1266581083) -> (continuation of Deferred@898662555 after retry RPC after error@1439260767) -> (continuation of Deferred@1887878149 after retry RPC after error@1219660008) -> (continuation of Deferred@2031570237 after retry RPC after error@1732383192) -> (continuation of Deferred@585236385 after retry RPC after error@2127087325) -> (continuation of Deferred@1031078556 after retry RPC after error@1246631995) -> (continuation of Deferred@1736436260 after retry RPC after error@1597580856) -> (continuation of Deferred@1254993569 after retry RPC after error@1895364611) -> (continuation of Deferred@1758335730 after retry RPC after error@2119233845) -> (continuation of Deferred@1498411256 after retry RPC after error@1858085682), errback=(continuation of Deferred@1950719017 after retry RPC after error@1123252428) -> (continuation of Deferred@755716097 after retry RPC after error@2001381704) -> (continuation of Deferred@792123228 after retry RPC after error@1994059630) -> (continuation of Deferred@19280620 after retry RPC after error@587520873) -> (continuation of Deferred@982606946 after retry RPC after error@462511553) -> (continuation of Deferred@722513165 after retry RPC after error@785052821) -> (continuation of Deferred@533276506 after retry RPC after error@245829175) -> (continuation of Deferred@552710699 after retry RPC after error@1499890940) -> (continuation of Deferred@264477565 after retry RPC after error@958654980) -> (continuation of Deferred@351172577 after retry RPC after error@2034389220) -> (continuation of Deferred@1791567042 after retry RPC after error@1276940373) -> (continuation of Deferred@724215624 after retry RPC after error@1074005945) -> (continuation of Deferred@1674105935 after retry RPC after error@1266581083) -> (continuation of Deferred@898662555 after retry RPC after error@1439260767) -> (continuation of Deferred@1887878149 after retry RPC after error@1219660008) -> (continuation of Deferred@2031570237 after retry RPC after error@1732383192) -> (continuation of Deferred@585236385 after retry RPC after error@2127087325) -> (continuation of Deferred@1031078556 after retry RPC after error@1246631995) -> (continuation of Deferred@1736436260 after retry RPC after error@1597580856) -> (continuation of Deferred@1254993569 after retry RPC after error@1895364611) -> (continuation of Deferred@1758335730 after retry RPC after error@2119233845) -> (continuation of Deferred@1498411256 after retry RPC after error@1858085682)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:14.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.724 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
14:09:14.730 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
14:09:14.733 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26895), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [180ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [208ms] refreshing cache from master, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [208ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [209ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [210ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [210ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [303ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [562ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [981ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [981ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [982ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [983ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2002ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3643ms] refreshing cache from master, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3644ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [3644ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [3645ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3645ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [7621ms] refreshing cache from master, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [7621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [7622ms] too many traces: truncated at 100 traces, deferred=Deferred@1189322511(state=PENDING, result=null, callback=(continuation of Deferred@1950719017 after retry RPC after error@1123252428) -> (continuation of Deferred@755716097 after retry RPC after error@2001381704) -> (continuation of Deferred@792123228 after retry RPC after error@1994059630) -> (continuation of Deferred@19280620 after retry RPC after error@587520873) -> (continuation of Deferred@982606946 after retry RPC after error@462511553) -> (continuation of Deferred@722513165 after retry RPC after error@785052821) -> (continuation of Deferred@533276506 after retry RPC after error@245829175) -> (continuation of Deferred@552710699 after retry RPC after error@1499890940) -> (continuation of Deferred@264477565 after retry RPC after error@958654980) -> (continuation of Deferred@351172577 after retry RPC after error@2034389220) -> (continuation of Deferred@1791567042 after retry RPC after error@1276940373) -> (continuation of Deferred@724215624 after retry RPC after error@1074005945) -> (continuation of Deferred@1674105935 after retry RPC after error@1266581083) -> (continuation of Deferred@898662555 after retry RPC after error@1439260767) -> (continuation of Deferred@1887878149 after retry RPC after error@1219660008) -> (continuation of Deferred@2031570237 after retry RPC after error@1732383192) -> (continuation of Deferred@585236385 after retry RPC after error@2127087325) -> (continuation of Deferred@1031078556 after retry RPC after error@1246631995) -> (continuation of Deferred@1736436260 after retry RPC after error@1597580856) -> (continuation of Deferred@1254993569 after retry RPC after error@1895364611) -> (continuation of Deferred@1758335730 after retry RPC after error@2119233845) -> (continuation of Deferred@1498411256 after retry RPC after error@1858085682), errback=(continuation of Deferred@1950719017 after retry RPC after error@1123252428) -> (continuation of Deferred@755716097 after retry RPC after error@2001381704) -> (continuation of Deferred@792123228 after retry RPC after error@1994059630) -> (continuation of Deferred@19280620 after retry RPC after error@587520873) -> (continuation of Deferred@982606946 after retry RPC after error@462511553) -> (continuation of Deferred@722513165 after retry RPC after error@785052821) -> (continuation of Deferred@533276506 after retry RPC after error@245829175) -> (continuation of Deferred@552710699 after retry RPC after error@1499890940) -> (continuation of Deferred@264477565 after retry RPC after error@958654980) -> (continuation of Deferred@351172577 after retry RPC after error@2034389220) -> (continuation of Deferred@1791567042 after retry RPC after error@1276940373) -> (continuation of Deferred@724215624 after retry RPC after error@1074005945) -> (continuation of Deferred@1674105935 after retry RPC after error@1266581083) -> (continuation of Deferred@898662555 after retry RPC after error@1439260767) -> (continuation of Deferred@1887878149 after retry RPC after error@1219660008) -> (continuation of Deferred@2031570237 after retry RPC after error@1732383192) -> (continuation of Deferred@585236385 after retry RPC after error@2127087325) -> (continuation of Deferred@1031078556 after retry RPC after error@1246631995) -> (continuation of Deferred@1736436260 after retry RPC after error@1597580856) -> (continuation of Deferred@1254993569 after retry RPC after error@1895364611) -> (continuation of Deferred@1758335730 after retry RPC after error@2119233845) -> (continuation of Deferred@1498411256 after retry RPC after error@1858085682)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:14.738 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
14:09:14.738 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:14.739 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
14:09:14.739 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RUNNING to RESTARTING.
14:09:14.747 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:14.748 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:14.748 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:14.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:14.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:14.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:14.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:14.748 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:14.749 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:14.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:14.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:14.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:14.749 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:14.766 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:14.766 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:14.766 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:14.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:14.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:14.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:14.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:14.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:14.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:14.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:14.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:14.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:14.767 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:14.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.773 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:14.773 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:14.773 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:14.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:14.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:14.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:14.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:14.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:14.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:14.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:14.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:14.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:14.775 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:14.775 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:14.775 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:14.775 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:14.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:14.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:14.975 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:14.975 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:14.975 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:14.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:14.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:14.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:14.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:15.025 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:15.025 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:15.025 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:15.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:15.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:15.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:15.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:15.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:15.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:15.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:15.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:15.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:15.027 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:15.029 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:15.029 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:15.030 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:15.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:15.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:15.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:15.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:15.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:15.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:15.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:15.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:15.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:15.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:15.116 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:15.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:15.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:15.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:15.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:15.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:15.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:15.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:15.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:15.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:15.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:15.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:15.118 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:15.150 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:15.151 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:15.151 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:15.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:15.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:15.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:15.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:15.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:15.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:15.152 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:15.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:15.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:15.152 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:15.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:15.166 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:15.166 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:15.166 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:15.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:15.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:15.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:15.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:15.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:15.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:15.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:15.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:15.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:15.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:15.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113355187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:15.195 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:09:15.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
14:09:15.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:15.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:15.275063  3124 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 3117
14:09:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:13.871590  3126 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:15.332212  3124 kernel_stack_watchdog.cc:198] Thread 3117 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 403ms:
14:09:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:09:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:09:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:09:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:09:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:15.332547  3117 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.463s	user 0.000s	sys 0.002s
14:09:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:15.332954  3117 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.464s	user 0.000s	sys 0.002s
14:09:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:15.343243  3131 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.343293  3117 server_base.cc:1061] running on GCE node
14:09:15.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.344660  3117 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:15.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.347051  3117 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.348467  3117 hybrid_clock.cc:648] HybridClock initialized: now 1779113355348432 us; error 43 us; skew 500 ppm
14:09:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.349421  3117 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.357295  3117 webserver.cc:533] Webserver started at http://127.2.126.194:37791/ using document root <none> and password file <none>
14:09:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.358518  3117 fs_manager.cc:362] Metadata directory not provided
14:09:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.358785  3117 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.359292  3117 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.364409  3117 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/data/instance:
14:09:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b948d8625ab465fbca14aeef495a112"
14:09:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:15 on dist-test-slave-qn3m"
14:09:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.365967  3117 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/wal/instance:
14:09:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b948d8625ab465fbca14aeef495a112"
14:09:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:15 on dist-test-slave-qn3m"
14:09:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.374881  3117 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.000s	sys 0.007s
14:09:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.381495  3136 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.382859  3117 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
14:09:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.383154  3117 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/wal
14:09:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b948d8625ab465fbca14aeef495a112"
14:09:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:15 on dist-test-slave-qn3m"
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.383492  3117 fs_report.cc:389] FS layout report
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/wal
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/wal
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/data/data
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:15.397 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:15.397 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:15.398 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:15.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:15.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:15.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:15.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:15.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:15.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:15.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:15.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:15.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:15.398 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:15.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.455097  3117 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.456957  3117 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.457468  3117 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:15.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.460515  3117 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:09:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.465456  3117 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:09:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.465662  3117 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:09:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.465876  3117 ts_tablet_manager.cc:616] Registered 0 tablets
14:09:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.466009  3117 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:09:15.538 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:15.538 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:15.539 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:15.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:15.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:15.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:15.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:15.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:15.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:15.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:15.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:15.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:15.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:15.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27702), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [475ms] refreshing cache from master, [475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [477ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [477ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [478ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [478ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [942ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [942ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [943ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [943ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1063ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1164ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2482ms] too many traces: truncated at 100 traces, deferred=Deferred@864000357(state=PENDING, result=null, callback=(continuation of Deferred@2129771978 after retry RPC after error@1526933632) -> (continuation of Deferred@1454232294 after retry RPC after error@425123303) -> (continuation of Deferred@1790586090 after retry RPC after error@683630101) -> (continuation of Deferred@280859398 after retry RPC after error@1068227859) -> (continuation of Deferred@72186736 after retry RPC after error@1448133146) -> (continuation of Deferred@705252981 after retry RPC after error@1261129058) -> (continuation of Deferred@617752972 after retry RPC after error@1950514974) -> (continuation of Deferred@341376261 after retry RPC after error@84538033) -> (continuation of Deferred@807548373 after retry RPC after error@1467942464) -> (continuation of Deferred@77363583 after retry RPC after error@1321897767) -> (continuation of Deferred@1869060022 after retry RPC after error@1074123036) -> (continuation of Deferred@657788898 after retry RPC after error@1033637780) -> (continuation of Deferred@1846932918 after retry RPC after error@16139353) -> (continuation of Deferred@255005114 after retry RPC after error@1376669543) -> (continuation of Deferred@326613205 after retry RPC after error@554824302) -> (continuation of Deferred@918063415 after retry RPC after error@384667120) -> (continuation of Deferred@947007208 after retry RPC after error@375269642) -> (continuation of Deferred@1683880903 after retry RPC after error@514160817) -> (continuation of Deferred@923341027 after retry RPC after error@1350068593) -> (continuation of Deferred@1534079866 after retry RPC after error@1847961685) -> (continuation of Deferred@290726778 after retry RPC after error@41214912) -> (continuation of Deferred@1480981271 after retry RPC after error@459380554) -> (continuation of Deferred@723396783 after retry RPC after error@240231663) -> (continuation of Deferred@2042329969 after retry RPC after error@1853319371), errback=(continuation of Deferred@2129771978 after retry RPC after error@1526933632) -> (continuation of Deferred@1454232294 after retry RPC after error@425123303) -> (continuation of Deferred@1790586090 after retry RPC after error@683630101) -> (continuation of Deferred@280859398 after retry RPC after error@1068227859) -> (continuation of Deferred@72186736 after retry RPC after error@1448133146) -> (continuation of Deferred@705252981 after retry RPC after error@1261129058) -> (continuation of Deferred@617752972 after retry RPC after error@1950514974) -> (continuation of Deferred@341376261 after retry RPC after error@84538033) -> (continuation of Deferred@807548373 after retry RPC after error@1467942464) -> (continuation of Deferred@77363583 after retry RPC after error@1321897767) -> (continuation of Deferred@1869060022 after retry RPC after error@1074123036) -> (continuation of Deferred@657788898 after retry RPC after error@1033637780) -> (continuation of Deferred@1846932918 after retry RPC after error@16139353) -> (continuation of Deferred@255005114 after retry RPC after error@1376669543) -> (continuation of Deferred@326613205 after retry RPC after error@554824302) -> (continuation of Deferred@918063415 after retry RPC after error@384667120) -> (continuation of Deferred@947007208 after retry RPC after error@375269642) -> (continuation of Deferred@1683880903 after retry RPC after error@514160817) -> (continuation of Deferred@923341027 after retry RPC after error@1350068593) -> (continuation of Deferred@1534079866 after retry RPC after error@1847961685) -> (continuation of Deferred@290726778 after retry RPC after error@41214912) -> (continuation of Deferred@1480981271 after retry RPC after error@459380554) -> (continuation of Deferred@723396783 after retry RPC after error@240231663) -> (continuation of Deferred@2042329969 after retry RPC after error@1853319371)))
14:09:15.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:09:15.542 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27702), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [475ms] refreshing cache from master, [475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [477ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [477ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [478ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [478ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [942ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [942ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [943ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [943ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1063ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1164ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2482ms] too many traces: truncated at 100 traces, deferred=Deferred@864000357(state=PENDING, result=null, callback=(continuation of Deferred@2129771978 after retry RPC after error@1526933632) -> (continuation of Deferred@1454232294 after retry RPC after error@425123303) -> (continuation of Deferred@1790586090 after retry RPC after error@683630101) -> (continuation of Deferred@280859398 after retry RPC after error@1068227859) -> (continuation of Deferred@72186736 after retry RPC after error@1448133146) -> (continuation of Deferred@705252981 after retry RPC after error@1261129058) -> (continuation of Deferred@617752972 after retry RPC after error@1950514974) -> (continuation of Deferred@341376261 after retry RPC after error@84538033) -> (continuation of Deferred@807548373 after retry RPC after error@1467942464) -> (continuation of Deferred@77363583 after retry RPC after error@1321897767) -> (continuation of Deferred@1869060022 after retry RPC after error@1074123036) -> (continuation of Deferred@657788898 after retry RPC after error@1033637780) -> (continuation of Deferred@1846932918 after retry RPC after error@16139353) -> (continuation of Deferred@255005114 after retry RPC after error@1376669543) -> (continuation of Deferred@326613205 after retry RPC after error@554824302) -> (continuation of Deferred@918063415 after retry RPC after error@384667120) -> (continuation of Deferred@947007208 after retry RPC after error@375269642) -> (continuation of Deferred@1683880903 after retry RPC after error@514160817) -> (continuation of Deferred@923341027 after retry RPC after error@1350068593) -> (continuation of Deferred@1534079866 after retry RPC after error@1847961685) -> (continuation of Deferred@290726778 after retry RPC after error@41214912) -> (continuation of Deferred@1480981271 after retry RPC after error@459380554) -> (continuation of Deferred@723396783 after retry RPC after error@240231663) -> (continuation of Deferred@2042329969 after retry RPC after error@1853319371), errback=(continuation of Deferred@2129771978 after retry RPC after error@1526933632) -> (continuation of Deferred@1454232294 after retry RPC after error@425123303) -> (continuation of Deferred@1790586090 after retry RPC after error@683630101) -> (continuation of Deferred@280859398 after retry RPC after error@1068227859) -> (continuation of Deferred@72186736 after retry RPC after error@1448133146) -> (continuation of Deferred@705252981 after retry RPC after error@1261129058) -> (continuation of Deferred@617752972 after retry RPC after error@1950514974) -> (continuation of Deferred@341376261 after retry RPC after error@84538033) -> (continuation of Deferred@807548373 after retry RPC after error@1467942464) -> (continuation of Deferred@77363583 after retry RPC after error@1321897767) -> (continuation of Deferred@1869060022 after retry RPC after error@1074123036) -> (continuation of Deferred@657788898 after retry RPC after error@1033637780) -> (continuation of Deferred@1846932918 after retry RPC after error@16139353) -> (continuation of Deferred@255005114 after retry RPC after error@1376669543) -> (continuation of Deferred@326613205 after retry RPC after error@554824302) -> (continuation of Deferred@918063415 after retry RPC after error@384667120) -> (continuation of Deferred@947007208 after retry RPC after error@375269642) -> (continuation of Deferred@1683880903 after retry RPC after error@514160817) -> (continuation of Deferred@923341027 after retry RPC after error@1350068593) -> (continuation of Deferred@1534079866 after retry RPC after error@1847961685) -> (continuation of Deferred@290726778 after retry RPC after error@41214912) -> (continuation of Deferred@1480981271 after retry RPC after error@459380554) -> (continuation of Deferred@723396783 after retry RPC after error@240231663) -> (continuation of Deferred@2042329969 after retry RPC after error@1853319371)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.124:38107
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:15.545 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
14:09:15.547 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
14:09:15.549 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27702), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [475ms] refreshing cache from master, [475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [477ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [477ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [478ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [478ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [942ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [942ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [943ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [943ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1063ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1164ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2482ms] too many traces: truncated at 100 traces, deferred=Deferred@864000357(state=PENDING, result=null, callback=(continuation of Deferred@2129771978 after retry RPC after error@1526933632) -> (continuation of Deferred@1454232294 after retry RPC after error@425123303) -> (continuation of Deferred@1790586090 after retry RPC after error@683630101) -> (continuation of Deferred@280859398 after retry RPC after error@1068227859) -> (continuation of Deferred@72186736 after retry RPC after error@1448133146) -> (continuation of Deferred@705252981 after retry RPC after error@1261129058) -> (continuation of Deferred@617752972 after retry RPC after error@1950514974) -> (continuation of Deferred@341376261 after retry RPC after error@84538033) -> (continuation of Deferred@807548373 after retry RPC after error@1467942464) -> (continuation of Deferred@77363583 after retry RPC after error@1321897767) -> (continuation of Deferred@1869060022 after retry RPC after error@1074123036) -> (continuation of Deferred@657788898 after retry RPC after error@1033637780) -> (continuation of Deferred@1846932918 after retry RPC after error@16139353) -> (continuation of Deferred@255005114 after retry RPC after error@1376669543) -> (continuation of Deferred@326613205 after retry RPC after error@554824302) -> (continuation of Deferred@918063415 after retry RPC after error@384667120) -> (continuation of Deferred@947007208 after retry RPC after error@375269642) -> (continuation of Deferred@1683880903 after retry RPC after error@514160817) -> (continuation of Deferred@923341027 after retry RPC after error@1350068593) -> (continuation of Deferred@1534079866 after retry RPC after error@1847961685) -> (continuation of Deferred@290726778 after retry RPC after error@41214912) -> (continuation of Deferred@1480981271 after retry RPC after error@459380554) -> (continuation of Deferred@723396783 after retry RPC after error@240231663) -> (continuation of Deferred@2042329969 after retry RPC after error@1853319371), errback=(continuation of Deferred@2129771978 after retry RPC after error@1526933632) -> (continuation of Deferred@1454232294 after retry RPC after error@425123303) -> (continuation of Deferred@1790586090 after retry RPC after error@683630101) -> (continuation of Deferred@280859398 after retry RPC after error@1068227859) -> (continuation of Deferred@72186736 after retry RPC after error@1448133146) -> (continuation of Deferred@705252981 after retry RPC after error@1261129058) -> (continuation of Deferred@617752972 after retry RPC after error@1950514974) -> (continuation of Deferred@341376261 after retry RPC after error@84538033) -> (continuation of Deferred@807548373 after retry RPC after error@1467942464) -> (continuation of Deferred@77363583 after retry RPC after error@1321897767) -> (continuation of Deferred@1869060022 after retry RPC after error@1074123036) -> (continuation of Deferred@657788898 after retry RPC after error@1033637780) -> (continuation of Deferred@1846932918 after retry RPC after error@16139353) -> (continuation of Deferred@255005114 after retry RPC after error@1376669543) -> (continuation of Deferred@326613205 after retry RPC after error@554824302) -> (continuation of Deferred@918063415 after retry RPC after error@384667120) -> (continuation of Deferred@947007208 after retry RPC after error@375269642) -> (continuation of Deferred@1683880903 after retry RPC after error@514160817) -> (continuation of Deferred@923341027 after retry RPC after error@1350068593) -> (continuation of Deferred@1534079866 after retry RPC after error@1847961685) -> (continuation of Deferred@290726778 after retry RPC after error@41214912) -> (continuation of Deferred@1480981271 after retry RPC after error@459380554) -> (continuation of Deferred@723396783 after retry RPC after error@240231663) -> (continuation of Deferred@2042329969 after retry RPC after error@1853319371)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.124:38107
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:15.551 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:15.552 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
14:09:15.552 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
14:09:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.637320  3117 rpc_server.cc:307] RPC server started. Bound to: 127.2.126.194:45463
14:09:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.637425  3248 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.126.194:45463 every 8 connection(s)
14:09:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.640384  3117 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/data/info.pb
14:09:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.647034  2555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 3117
14:09:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.647637  2555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-1/wal/instance
14:09:15.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.674443  2555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/wal
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/data
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/logs
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/data/info.pb
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.195:0
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.126.195
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.195
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:09:15.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113355687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:15.696 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:09:15.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
14:09:15.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.709337  3249 heartbeater.cc:344] Connected to a master server at 127.2.126.252:39295
14:09:15.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.709951  3249 heartbeater.cc:461] Registering TS with master...
14:09:15.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.711493  3249 heartbeater.cc:507] Master 127.2.126.252:39295 requested a full tablet report, sending...
14:09:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.712383  3250 heartbeater.cc:344] Connected to a master server at 127.2.126.253:35673
14:09:15.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.712754  3250 heartbeater.cc:461] Registering TS with master...
14:09:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.713613  3250 heartbeater.cc:507] Master 127.2.126.253:35673 requested a full tablet report, sending...
14:09:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.715217  3251 heartbeater.cc:344] Connected to a master server at 127.2.126.254:43929
14:09:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.715917  3251 heartbeater.cc:461] Registering TS with master...
14:09:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.716343  2874 ts_manager.cc:194] Registered new tserver with Master: 4b948d8625ab465fbca14aeef495a112 (127.2.126.194:45463)
14:09:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.716840  3251 heartbeater.cc:507] Master 127.2.126.254:43929 requested a full tablet report, sending...
14:09:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.717696  2732 ts_manager.cc:194] Registered new tserver with Master: 4b948d8625ab465fbca14aeef495a112 (127.2.126.194:45463)
14:09:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.718226  2874 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.126.194:54025
14:09:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:15.720899  2656 ts_manager.cc:194] Registered new tserver with Master: 4b948d8625ab465fbca14aeef495a112 (127.2.126.194:45463)
14:09:15.755 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.756 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.756 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.757 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:15.757 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [127ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [127ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [821ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2982ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [5983ms] refreshing cache from master, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [5983ms] too many traces: truncated at 100 traces, deferred=Deferred@207519431(state=PENDING, result=null, callback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054), errback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054)))
14:09:15.759 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.759 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.759 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.759 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [127ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [127ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [821ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2982ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [5983ms] refreshing cache from master, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [5983ms] too many traces: truncated at 100 traces, deferred=Deferred@207519431(state=PENDING, result=null, callback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054), errback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [127ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [127ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [821ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2982ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [5983ms] refreshing cache from master, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [5983ms] too many traces: truncated at 100 traces, deferred=Deferred@207519431(state=PENDING, result=null, callback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054), errback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.19.61:40871
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:15.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:15.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:15.768 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [127ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [127ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [821ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2982ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [5983ms] refreshing cache from master, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [5983ms] too many traces: truncated at 100 traces, deferred=Deferred@207519431(state=PENDING, result=null, callback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054), errback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [29ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [127ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [127ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [821ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [821ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [2981ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.62:45349: Network error: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.61:40871: Network error: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.27.19.60:35973: Network error: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [2982ms] delaying RPC due to: Service unavailable: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973, [5983ms] refreshing cache from master, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.62:45349, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.61:40871, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.19.60:35973, [5983ms] too many traces: truncated at 100 traces, deferred=Deferred@207519431(state=PENDING, result=null, callback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054), errback=(continuation of Deferred@2129828708 after retry RPC after error@583308579) -> (continuation of Deferred@1670769378 after retry RPC after error@474093585) -> (continuation of Deferred@1988204870 after retry RPC after error@1894414136) -> (continuation of Deferred@1013203261 after retry RPC after error@812274736) -> (continuation of Deferred@1247518930 after retry RPC after error@1764449558) -> (continuation of Deferred@2002289831 after retry RPC after error@359761320) -> (continuation of Deferred@37481188 after retry RPC after error@827049048) -> (continuation of Deferred@33887082 after retry RPC after error@465607239) -> (continuation of Deferred@1181826833 after retry RPC after error@704072323) -> (continuation of Deferred@63148692 after retry RPC after error@483275273) -> (continuation of Deferred@1393041206 after retry RPC after error@1077474438) -> (continuation of Deferred@1609603367 after retry RPC after error@843294378) -> (continuation of Deferred@555875963 after retry RPC after error@641380893) -> (continuation of Deferred@2102931036 after retry RPC after error@1375838635) -> (continuation of Deferred@2088591286 after retry RPC after error@254062718) -> (continuation of Deferred@867325192 after retry RPC after error@1826731564) -> (continuation of Deferred@2054669545 after retry RPC after error@1358576793) -> (continuation of Deferred@1908484507 after retry RPC after error@275820889) -> (continuation of Deferred@1415868210 after retry RPC after error@1434161107) -> (continuation of Deferred@755955990 after retry RPC after error@945909655) -> (continuation of Deferred@1326156374 after retry RPC after error@1183289715) -> (continuation of Deferred@479921916 after retry RPC after error@800444207) -> (continuation of Deferred@1023388085 after retry RPC after error@1175038800) -> (continuation of Deferred@39975307 after retry RPC after error@53248607) -> (continuation of Deferred@1113530766 after retry RPC after error@1233605054)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.19.61:40871
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:15.772 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:09:15.772 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
14:09:15.772 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
14:09:15.773 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
14:09:15.773 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
14:09:15.773 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:09:15.773 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
14:09:15.773 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:09:15.774 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:09:15.775 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
14:09:15.775 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:09:15.775 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.776 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.776 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.776 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:15.781 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:09:15.781 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
14:09:15.781 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:09:15.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:09:15.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
14:09:15.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
14:09:15.790 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
14:09:15.791 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
14:09:15.791 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
14:09:15.792 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:15.792 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
14:09:15.792 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4f518ce015fb3d1dd3d7b803f79bfa6e
14:09:15.795 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.795 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.795 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.796 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:15.815 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.815 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.815 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:15.836 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.836 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.836 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:15.875 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.876 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.876 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.877 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:15.895 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.895 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.896 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:15.896 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:15.897 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:15.897 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:15.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:15.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:15.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:15.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:15.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:15.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:15.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:15.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:15.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:15.897 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:15.904 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:15.904 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:15.904 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:15.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:15.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:15.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:15.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:15.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:15.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:15.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:15.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:15.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:15.905 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:15.906 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28079), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [49ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [77ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [77ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [77ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [91ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [92ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [92ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [189ms] refreshing cache from master, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [190ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [190ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [190ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [190ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [302ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1203ms] refreshing cache from master, [1203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1207ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1207ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1208ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1561ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2062ms] too many traces: truncated at 100 traces, deferred=Deferred@232895934(state=PENDING, result=null, callback=(continuation of Deferred@1494646295 after retry RPC after error@1566802689) -> (continuation of Deferred@830261837 after retry RPC after error@825279897) -> (continuation of Deferred@1539105646 after retry RPC after error@444995731) -> (continuation of Deferred@1300207404 after retry RPC after error@2060754711) -> (continuation of Deferred@1188013232 after retry RPC after error@1822916218) -> (continuation of Deferred@1565545013 after retry RPC after error@60965551) -> (continuation of Deferred@955485263 after retry RPC after error@1869635973) -> (continuation of Deferred@820926372 after retry RPC after error@558423084) -> (continuation of Deferred@100515262 after retry RPC after error@1768786125) -> (continuation of Deferred@729592115 after retry RPC after error@1286779340) -> (continuation of Deferred@608892329 after retry RPC after error@568605197) -> (continuation of Deferred@1868558891 after retry RPC after error@909771485) -> (continuation of Deferred@1169051150 after retry RPC after error@1159344356) -> (continuation of Deferred@1438932166 after retry RPC after error@864981065) -> (continuation of Deferred@82277896 after retry RPC after error@284093280) -> (continuation of Deferred@1740351447 after retry RPC after error@552632241) -> (continuation of Deferred@521673361 after retry RPC after error@2026526713) -> (continuation of Deferred@1123406376 after retry RPC after error@1633361968) -> (continuation of Deferred@1053319704 after retry RPC after error@337092519) -> (continuation of Deferred@2023713695 after retry RPC after error@1090358812) -> (continuation of Deferred@1037626553 after retry RPC after error@362456578) -> (continuation of Deferred@375055549 after retry RPC after error@989533444) -> (continuation of Deferred@1086102470 after retry RPC after error@5672805) -> (continuation of Deferred@1097399518 after retry RPC after error@593072834) -> (continuation of Deferred@127885252 after retry RPC after error@856081909), errback=(continuation of Deferred@1494646295 after retry RPC after error@1566802689) -> (continuation of Deferred@830261837 after retry RPC after error@825279897) -> (continuation of Deferred@1539105646 after retry RPC after error@444995731) -> (continuation of Deferred@1300207404 after retry RPC after error@2060754711) -> (continuation of Deferred@1188013232 after retry RPC after error@1822916218) -> (continuation of Deferred@1565545013 after retry RPC after error@60965551) -> (continuation of Deferred@955485263 after retry RPC after error@1869635973) -> (continuation of Deferred@820926372 after retry RPC after error@558423084) -> (continuation of Deferred@100515262 after retry RPC after error@1768786125) -> (continuation of Deferred@729592115 after retry RPC after error@1286779340) -> (continuation of Deferred@608892329 after retry RPC after error@568605197) -> (continuation of Deferred@1868558891 after retry RPC after error@909771485) -> (continuation of Deferred@1169051150 after retry RPC after error@1159344356) -> (continuation of Deferred@1438932166 after retry RPC after error@864981065) -> (continuation of Deferred@82277896 after retry RPC after error@284093280) -> (continuation of Deferred@1740351447 after retry RPC after error@552632241) -> (continuation of Deferred@521673361 after retry RPC after error@2026526713) -> (continuation of Deferred@1123406376 after retry RPC after error@1633361968) -> (continuation of Deferred@1053319704 after retry RPC after error@337092519) -> (continuation of Deferred@2023713695 after retry RPC after error@1090358812) -> (continuation of Deferred@1037626553 after retry RPC after error@362456578) -> (continuation of Deferred@375055549 after retry RPC after error@989533444) -> (continuation of Deferred@1086102470 after retry RPC after error@5672805) -> (continuation of Deferred@1097399518 after retry RPC after error@593072834) -> (continuation of Deferred@127885252 after retry RPC after error@856081909)))
14:09:15.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:15.955 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:15.955 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:15.956 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:15.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:15.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:15.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:15.956 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:16.066 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:16.066 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:16.066 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:16.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:16.089653  3259 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:16.090186  3259 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:16.090615  3259 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:16.116 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:16.116 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:16.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:16.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:16.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:16.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:16.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:16.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:16.116 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:16.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:16.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:16.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:16.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:16.130734  3259 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:16.131743  3259 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.126.195
14:09:16.145 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:16.145 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:16.145 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:16.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.146 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.146 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:16.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:16.176092  3259 tablet_server_runner.cc:78] Tablet server non-default flags:
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.126.212:44895
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/data
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/wal
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.126.195:0
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/data/info.pb
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.126.195
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.126.254:43929,127.2.126.253:35673,127.2.126.252:39295
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.126.195
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/logs
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:16.177723  3259 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:16.179595  3259 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:16.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113356187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:16.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:16.194468  3272 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:16.196 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:09:16.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
14:09:16.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:16.214 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:16.214 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:16.214 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:16.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:16.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:16.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:16.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:16.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:16.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:16.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:16.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:16.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:16.216 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:16.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:16.392 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:16.392 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:16.392 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:16.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:16.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:16.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:16.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:16.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:16.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:16.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:16.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:16.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:16.394 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:16.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:16.445 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:16.445 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:16.445 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:16.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:16.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:16.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:16.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:16.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:16.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:16.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:16.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:16.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:16.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:16.536 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:16.536 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:16.536 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:16.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:16.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:16.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:16.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:16.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:16.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:16.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:16.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:16.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:16.538 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:16.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:16.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113356687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:16.688 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:16.688 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:16.689 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:16.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:16.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:16.689 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:16.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:16.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:16.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:16.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:16.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:16.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:16.690 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:16.699 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
14:09:16.700 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
14:09:16.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:16.725265  3249 heartbeater.cc:499] Master 127.2.126.252:39295 was elected leader, sending a full tablet report...
14:09:16.735 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:16.735 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:16.735 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:16.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:16.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:16.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:16.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:16.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:16.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:16.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:16.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:16.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:16.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:16.754 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:16.754 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:16.754 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:16.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:16.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:16.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:16.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:16.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:16.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:16.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:16.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:16.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:16.755 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:16.764 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:16.765 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:16.765 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:16.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:16.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:16.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:16.766 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:16.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:16.837 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:16.837 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:16.837 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:16.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:16.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:16.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:16.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:16.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:16.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:16.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:16.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:16.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:16.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:16.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:16.944 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:16.944 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:16.944 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:16.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:16.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:16.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:16.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:16.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:16.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:16.946 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:16.946 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:16.946 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:16.946 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:16.948 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29158), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [65ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [106ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [110ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [111ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [111ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [263ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [263ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [402ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [511ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [511ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [512ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1242ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3161ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [3163ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@1715524451(state=PENDING, result=null, callback=(continuation of Deferred@405484155 after retry RPC after error@785172037) -> (continuation of Deferred@581790931 after retry RPC after error@1117153326) -> (continuation of Deferred@66007789 after retry RPC after error@1272525371) -> (continuation of Deferred@47907943 after retry RPC after error@1946016522) -> (continuation of Deferred@159381442 after retry RPC after error@196428860) -> (continuation of Deferred@1360494865 after retry RPC after error@1286546866) -> (continuation of Deferred@974658050 after retry RPC after error@455949785) -> (continuation of Deferred@1994336420 after retry RPC after error@1139278200) -> (continuation of Deferred@962251533 after retry RPC after error@1273756170) -> (continuation of Deferred@1149133275 after retry RPC after error@1201556461) -> (continuation of Deferred@678683312 after retry RPC after error@1012688414) -> (continuation of Deferred@194754807 after retry RPC after error@1055873866) -> (continuation of Deferred@163465285 after retry RPC after error@1452123130) -> (continuation of Deferred@517596 after retry RPC after error@1157028765) -> (continuation of Deferred@1064394534 after retry RPC after error@72919361) -> (continuation of Deferred@995001619 after retry RPC after error@1226218452) -> (continuation of Deferred@2091611583 after retry RPC after error@1031326154) -> (continuation of Deferred@1917953387 after retry RPC after error@258230478) -> (continuation of Deferred@675660304 after retry RPC after error@1393059915) -> (continuation of Deferred@739108284 after retry RPC after error@16972491) -> (continuation of Deferred@122809785 after retry RPC after error@386635560) -> (continuation of Deferred@1416147056 after retry RPC after error@1118489748), errback=(continuation of Deferred@405484155 after retry RPC after error@785172037) -> (continuation of Deferred@581790931 after retry RPC after error@1117153326) -> (continuation of Deferred@66007789 after retry RPC after error@1272525371) -> (continuation of Deferred@47907943 after retry RPC after error@1946016522) -> (continuation of Deferred@159381442 after retry RPC after error@196428860) -> (continuation of Deferred@1360494865 after retry RPC after error@1286546866) -> (continuation of Deferred@974658050 after retry RPC after error@455949785) -> (continuation of Deferred@1994336420 after retry RPC after error@1139278200) -> (continuation of Deferred@962251533 after retry RPC after error@1273756170) -> (continuation of Deferred@1149133275 after retry RPC after error@1201556461) -> (continuation of Deferred@678683312 after retry RPC after error@1012688414) -> (continuation of Deferred@194754807 after retry RPC after error@1055873866) -> (continuation of Deferred@163465285 after retry RPC after error@1452123130) -> (continuation of Deferred@517596 after retry RPC after error@1157028765) -> (continuation of Deferred@1064394534 after retry RPC after error@72919361) -> (continuation of Deferred@995001619 after retry RPC after error@1226218452) -> (continuation of Deferred@2091611583 after retry RPC after error@1031326154) -> (continuation of Deferred@1917953387 after retry RPC after error@258230478) -> (continuation of Deferred@675660304 after retry RPC after error@1393059915) -> (continuation of Deferred@739108284 after retry RPC after error@16972491) -> (continuation of Deferred@122809785 after retry RPC after error@386635560) -> (continuation of Deferred@1416147056 after retry RPC after error@1118489748)))
14:09:17.005 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:17.005 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:17.005 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:17.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:17.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:17.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113357187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:17.200 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:09:17.202 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
14:09:17.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:17.226 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:17.226 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:17.226 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:17.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:17.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:17.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:17.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:17.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:17.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:17.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:17.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:17.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:17.227 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:17.235 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:17.235 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:17.235 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:17.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:17.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:17.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:17.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:17.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:17.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:17.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:17.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:17.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:17.236 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:17.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:17.343 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:17.343 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:17.343 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:17.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:17.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:17.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:17.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:17.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:17.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:17.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:17.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:17.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:17.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:17.372 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:17.372 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:17.373 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:17.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.373 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.374 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:17.406 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:17.406 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:17.406 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:17.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:17.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:17.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:17.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:17.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:17.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:17.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:17.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:17.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:17.408 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:17.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:17.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:17.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:17.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:17.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:17.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:17.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:17.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:17.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:17.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:17.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:17.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:17.419 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:17.419 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28470), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [17ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [29ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [55ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [112ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [583ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [861ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1622ms] refreshing cache from master, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1623ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@748565991(state=PENDING, result=null, callback=(continuation of Deferred@1619997698 after retry RPC after error@2034195532) -> (continuation of Deferred@223306854 after retry RPC after error@1352878373) -> (continuation of Deferred@1234520087 after retry RPC after error@1254858837) -> (continuation of Deferred@1011974462 after retry RPC after error@1995509232) -> (continuation of Deferred@365373129 after retry RPC after error@43644204) -> (continuation of Deferred@846322736 after retry RPC after error@1276238083) -> (continuation of Deferred@1615613734 after retry RPC after error@766637718) -> (continuation of Deferred@287129420 after retry RPC after error@1392911789) -> (continuation of Deferred@1370584468 after retry RPC after error@1930837106) -> (continuation of Deferred@185178627 after retry RPC after error@1774255490) -> (continuation of Deferred@856107259 after retry RPC after error@1907390277) -> (continuation of Deferred@908993266 after retry RPC after error@1491920216) -> (continuation of Deferred@1386630734 after retry RPC after error@543031552) -> (continuation of Deferred@1730186827 after retry RPC after error@1482252754) -> (continuation of Deferred@946704553 after retry RPC after error@1760280741) -> (continuation of Deferred@198859045 after retry RPC after error@413068925) -> (continuation of Deferred@1277349151 after retry RPC after error@2054869718) -> (continuation of Deferred@590397389 after retry RPC after error@1286754512) -> (continuation of Deferred@371336812 after retry RPC after error@979548700) -> (continuation of Deferred@470459466 after retry RPC after error@1121997771) -> (continuation of Deferred@1165364413 after retry RPC after error@1793850453) -> (continuation of Deferred@587873718 after retry RPC after error@1664371735) -> (continuation of Deferred@374519592 after retry RPC after error@602859747) -> (continuation of Deferred@1367053989 after retry RPC after error@284044393) -> (continuation of Deferred@327561899 after retry RPC after error@1207663048) -> (continuation of Deferred@1245184300 after retry RPC after error@735371622), errback=(continuation of Deferred@1619997698 after retry RPC after error@2034195532) -> (continuation of Deferred@223306854 after retry RPC after error@1352878373) -> (continuation of Deferred@1234520087 after retry RPC after error@1254858837) -> (continuation of Deferred@1011974462 after retry RPC after error@1995509232) -> (continuation of Deferred@365373129 after retry RPC after error@43644204) -> (continuation of Deferred@846322736 after retry RPC after error@1276238083) -> (continuation of Deferred@1615613734 after retry RPC after error@766637718) -> (continuation of Deferred@287129420 after retry RPC after error@1392911789) -> (continuation of Deferred@1370584468 after retry RPC after error@1930837106) -> (continuation of Deferred@185178627 after retry RPC after error@1774255490) -> (continuation of Deferred@856107259 after retry RPC after error@1907390277) -> (continuation of Deferred@908993266 after retry RPC after error@1491920216) -> (continuation of Deferred@1386630734 after retry RPC after error@543031552) -> (continuation of Deferred@1730186827 after retry RPC after error@1482252754) -> (continuation of Deferred@946704553 after retry RPC after error@1760280741) -> (continuation of Deferred@198859045 after retry RPC after error@413068925) -> (continuation of Deferred@1277349151 after retry RPC after error@2054869718) -> (continuation of Deferred@590397389 after retry RPC after error@1286754512) -> (continuation of Deferred@371336812 after retry RPC after error@979548700) -> (continuation of Deferred@470459466 after retry RPC after error@1121997771) -> (continuation of Deferred@1165364413 after retry RPC after error@1793850453) -> (continuation of Deferred@587873718 after retry RPC after error@1664371735) -> (continuation of Deferred@374519592 after retry RPC after error@602859747) -> (continuation of Deferred@1367053989 after retry RPC after error@284044393) -> (continuation of Deferred@327561899 after retry RPC after error@1207663048) -> (continuation of Deferred@1245184300 after retry RPC after error@735371622)))
14:09:17.421 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:09:17.421 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28470), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [17ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [29ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [55ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [112ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [583ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [861ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1622ms] refreshing cache from master, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1623ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@748565991(state=PENDING, result=null, callback=(continuation of Deferred@1619997698 after retry RPC after error@2034195532) -> (continuation of Deferred@223306854 after retry RPC after error@1352878373) -> (continuation of Deferred@1234520087 after retry RPC after error@1254858837) -> (continuation of Deferred@1011974462 after retry RPC after error@1995509232) -> (continuation of Deferred@365373129 after retry RPC after error@43644204) -> (continuation of Deferred@846322736 after retry RPC after error@1276238083) -> (continuation of Deferred@1615613734 after retry RPC after error@766637718) -> (continuation of Deferred@287129420 after retry RPC after error@1392911789) -> (continuation of Deferred@1370584468 after retry RPC after error@1930837106) -> (continuation of Deferred@185178627 after retry RPC after error@1774255490) -> (continuation of Deferred@856107259 after retry RPC after error@1907390277) -> (continuation of Deferred@908993266 after retry RPC after error@1491920216) -> (continuation of Deferred@1386630734 after retry RPC after error@543031552) -> (continuation of Deferred@1730186827 after retry RPC after error@1482252754) -> (continuation of Deferred@946704553 after retry RPC after error@1760280741) -> (continuation of Deferred@198859045 after retry RPC after error@413068925) -> (continuation of Deferred@1277349151 after retry RPC after error@2054869718) -> (continuation of Deferred@590397389 after retry RPC after error@1286754512) -> (continuation of Deferred@371336812 after retry RPC after error@979548700) -> (continuation of Deferred@470459466 after retry RPC after error@1121997771) -> (continuation of Deferred@1165364413 after retry RPC after error@1793850453) -> (continuation of Deferred@587873718 after retry RPC after error@1664371735) -> (continuation of Deferred@374519592 after retry RPC after error@602859747) -> (continuation of Deferred@1367053989 after retry RPC after error@284044393) -> (continuation of Deferred@327561899 after retry RPC after error@1207663048) -> (continuation of Deferred@1245184300 after retry RPC after error@735371622), errback=(continuation of Deferred@1619997698 after retry RPC after error@2034195532) -> (continuation of Deferred@223306854 after retry RPC after error@1352878373) -> (continuation of Deferred@1234520087 after retry RPC after error@1254858837) -> (continuation of Deferred@1011974462 after retry RPC after error@1995509232) -> (continuation of Deferred@365373129 after retry RPC after error@43644204) -> (continuation of Deferred@846322736 after retry RPC after error@1276238083) -> (continuation of Deferred@1615613734 after retry RPC after error@766637718) -> (continuation of Deferred@287129420 after retry RPC after error@1392911789) -> (continuation of Deferred@1370584468 after retry RPC after error@1930837106) -> (continuation of Deferred@185178627 after retry RPC after error@1774255490) -> (continuation of Deferred@856107259 after retry RPC after error@1907390277) -> (continuation of Deferred@908993266 after retry RPC after error@1491920216) -> (continuation of Deferred@1386630734 after retry RPC after error@543031552) -> (continuation of Deferred@1730186827 after retry RPC after error@1482252754) -> (continuation of Deferred@946704553 after retry RPC after error@1760280741) -> (continuation of Deferred@198859045 after retry RPC after error@413068925) -> (continuation of Deferred@1277349151 after retry RPC after error@2054869718) -> (continuation of Deferred@590397389 after retry RPC after error@1286754512) -> (continuation of Deferred@371336812 after retry RPC after error@979548700) -> (continuation of Deferred@470459466 after retry RPC after error@1121997771) -> (continuation of Deferred@1165364413 after retry RPC after error@1793850453) -> (continuation of Deferred@587873718 after retry RPC after error@1664371735) -> (continuation of Deferred@374519592 after retry RPC after error@602859747) -> (continuation of Deferred@1367053989 after retry RPC after error@284044393) -> (continuation of Deferred@327561899 after retry RPC after error@1207663048) -> (continuation of Deferred@1245184300 after retry RPC after error@735371622)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.126:44757
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:17.426 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
14:09:17.428 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
14:09:17.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:17.430 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28470), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [17ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [28ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [29ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [29ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [54ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [55ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [112ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [284ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [285ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [583ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [583ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [861ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1622ms] refreshing cache from master, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1623ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@748565991(state=PENDING, result=null, callback=(continuation of Deferred@1619997698 after retry RPC after error@2034195532) -> (continuation of Deferred@223306854 after retry RPC after error@1352878373) -> (continuation of Deferred@1234520087 after retry RPC after error@1254858837) -> (continuation of Deferred@1011974462 after retry RPC after error@1995509232) -> (continuation of Deferred@365373129 after retry RPC after error@43644204) -> (continuation of Deferred@846322736 after retry RPC after error@1276238083) -> (continuation of Deferred@1615613734 after retry RPC after error@766637718) -> (continuation of Deferred@287129420 after retry RPC after error@1392911789) -> (continuation of Deferred@1370584468 after retry RPC after error@1930837106) -> (continuation of Deferred@185178627 after retry RPC after error@1774255490) -> (continuation of Deferred@856107259 after retry RPC after error@1907390277) -> (continuation of Deferred@908993266 after retry RPC after error@1491920216) -> (continuation of Deferred@1386630734 after retry RPC after error@543031552) -> (continuation of Deferred@1730186827 after retry RPC after error@1482252754) -> (continuation of Deferred@946704553 after retry RPC after error@1760280741) -> (continuation of Deferred@198859045 after retry RPC after error@413068925) -> (continuation of Deferred@1277349151 after retry RPC after error@2054869718) -> (continuation of Deferred@590397389 after retry RPC after error@1286754512) -> (continuation of Deferred@371336812 after retry RPC after error@979548700) -> (continuation of Deferred@470459466 after retry RPC after error@1121997771) -> (continuation of Deferred@1165364413 after retry RPC after error@1793850453) -> (continuation of Deferred@587873718 after retry RPC after error@1664371735) -> (continuation of Deferred@374519592 after retry RPC after error@602859747) -> (continuation of Deferred@1367053989 after retry RPC after error@284044393) -> (continuation of Deferred@327561899 after retry RPC after error@1207663048) -> (continuation of Deferred@1245184300 after retry RPC after error@735371622), errback=(continuation of Deferred@1619997698 after retry RPC after error@2034195532) -> (continuation of Deferred@223306854 after retry RPC after error@1352878373) -> (continuation of Deferred@1234520087 after retry RPC after error@1254858837) -> (continuation of Deferred@1011974462 after retry RPC after error@1995509232) -> (continuation of Deferred@365373129 after retry RPC after error@43644204) -> (continuation of Deferred@846322736 after retry RPC after error@1276238083) -> (continuation of Deferred@1615613734 after retry RPC after error@766637718) -> (continuation of Deferred@287129420 after retry RPC after error@1392911789) -> (continuation of Deferred@1370584468 after retry RPC after error@1930837106) -> (continuation of Deferred@185178627 after retry RPC after error@1774255490) -> (continuation of Deferred@856107259 after retry RPC after error@1907390277) -> (continuation of Deferred@908993266 after retry RPC after error@1491920216) -> (continuation of Deferred@1386630734 after retry RPC after error@543031552) -> (continuation of Deferred@1730186827 after retry RPC after error@1482252754) -> (continuation of Deferred@946704553 after retry RPC after error@1760280741) -> (continuation of Deferred@198859045 after retry RPC after error@413068925) -> (continuation of Deferred@1277349151 after retry RPC after error@2054869718) -> (continuation of Deferred@590397389 after retry RPC after error@1286754512) -> (continuation of Deferred@371336812 after retry RPC after error@979548700) -> (continuation of Deferred@470459466 after retry RPC after error@1121997771) -> (continuation of Deferred@1165364413 after retry RPC after error@1793850453) -> (continuation of Deferred@587873718 after retry RPC after error@1664371735) -> (continuation of Deferred@374519592 after retry RPC after error@602859747) -> (continuation of Deferred@1367053989 after retry RPC after error@284044393) -> (continuation of Deferred@327561899 after retry RPC after error@1207663048) -> (continuation of Deferred@1245184300 after retry RPC after error@735371622)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.126:44757
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:17.435 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:17.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
14:09:17.438 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
14:09:17.438 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RUNNING to RESTARTING.
14:09:17.477 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:17.477 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:17.477 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:17.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.478 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:17.594 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:17.594 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:17.594 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:17.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:17.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:17.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:17.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:17.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:17.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:17.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:17.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:17.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:17.596 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:17.596 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=28663), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [6ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [58ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [72ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [85ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [159ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [306ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [785ms] refreshing cache from master, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [788ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [789ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [789ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [789ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2923ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3800ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@1932500716(state=PENDING, result=null, callback=(continuation of Deferred@1989431227 after retry RPC after error@1409505856) -> (continuation of Deferred@1098754718 after retry RPC after error@1311413411) -> (continuation of Deferred@446161738 after retry RPC after error@1409837826) -> (continuation of Deferred@2014122567 after retry RPC after error@1654136425) -> (continuation of Deferred@1202728131 after retry RPC after error@1358372684) -> (continuation of Deferred@1081651263 after retry RPC after error@1655805199) -> (continuation of Deferred@606174126 after retry RPC after error@1279528217) -> (continuation of Deferred@1236841958 after retry RPC after error@659507251) -> (continuation of Deferred@144485247 after retry RPC after error@1692160944) -> (continuation of Deferred@1749540168 after retry RPC after error@898895523) -> (continuation of Deferred@1480494141 after retry RPC after error@1584989529) -> (continuation of Deferred@142749251 after retry RPC after error@494323942) -> (continuation of Deferred@822468625 after retry RPC after error@658532517) -> (continuation of Deferred@1042922040 after retry RPC after error@355693795) -> (continuation of Deferred@195566396 after retry RPC after error@789139372) -> (continuation of Deferred@1552074767 after retry RPC after error@1385708304) -> (continuation of Deferred@421702532 after retry RPC after error@2083779363) -> (continuation of Deferred@918261274 after retry RPC after error@635990886) -> (continuation of Deferred@697991892 after retry RPC after error@1255392815) -> (continuation of Deferred@552749617 after retry RPC after error@1189576202) -> (continuation of Deferred@999741472 after retry RPC after error@1864405955) -> (continuation of Deferred@1563553748 after retry RPC after error@542891350) -> (continuation of Deferred@755062437 after retry RPC after error@1179936333) -> (continuation of Deferred@348749340 after retry RPC after error@1787207870) -> (continuation of Deferred@1293252405 after retry RPC after error@672532180) -> (continuation of Deferred@2003874900 after retry RPC after error@674003284) -> (continuation of Deferred@1323700155 after retry RPC after error@1457422357) -> (continuation of Deferred@612256910 after retry RPC after error@1876129676) -> (continuation of Deferred@288765466 after retry RPC after error@860537345) -> (continuation of Deferred@1703342810 after retry RPC after error@287147761), errback=(continuation of Deferred@1989431227 after retry RPC after error@1409505856) -> (continuation of Deferred@1098754718 after retry RPC after error@1311413411) -> (continuation of Deferred@446161738 after retry RPC after error@1409837826) -> (continuation of Deferred@2014122567 after retry RPC after error@1654136425) -> (continuation of Deferred@1202728131 after retry RPC after error@1358372684) -> (continuation of Deferred@1081651263 after retry RPC after error@1655805199) -> (continuation of Deferred@606174126 after retry RPC after error@1279528217) -> (continuation of Deferred@1236841958 after retry RPC after error@659507251) -> (continuation of Deferred@144485247 after retry RPC after error@1692160944) -> (continuation of Deferred@1749540168 after retry RPC after error@898895523) -> (continuation of Deferred@1480494141 after retry RPC after error@1584989529) -> (continuation of Deferred@142749251 after retry RPC after error@494323942) -> (continuation of Deferred@822468625 after retry RPC after error@658532517) -> (continuation of Deferred@1042922040 after retry RPC after error@355693795) -> (continuation of Deferred@195566396 after retry RPC after error@789139372) -> (continuation of Deferred@1552074767 after retry RPC after error@1385708304) -> (continuation of Deferred@421702532 after retry RPC after error@2083779363) -> (continuation of Deferred@918261274 after retry RPC after error@635990886) -> (continuation of Deferred@697991892 after retry RPC after error@1255392815) -> (continuation of Deferred@552749617 after retry RPC after error@1189576202) -> (continuation of Deferred@999741472 after retry RPC after error@1864405955) -> (continuation of Deferred@1563553748 after retry RPC after error@542891350) -> (continuation of Deferred@755062437 after retry RPC after error@1179936333) -> (continuation of Deferred@348749340 after retry RPC after error@1787207870) -> (continuation of Deferred@1293252405 after retry RPC after error@672532180) -> (continuation of Deferred@2003874900 after retry RPC after error@674003284) -> (continuation of Deferred@1323700155 after retry RPC after error@1457422357) -> (continuation of Deferred@612256910 after retry RPC after error@1876129676) -> (continuation of Deferred@288765466 after retry RPC after error@860537345) -> (continuation of Deferred@1703342810 after retry RPC after error@287147761)))
14:09:17.598 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:09:17.598 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=28663), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [6ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [58ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [72ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [85ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [159ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [306ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [785ms] refreshing cache from master, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [788ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [789ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [789ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [789ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2923ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3800ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@1932500716(state=PENDING, result=null, callback=(continuation of Deferred@1989431227 after retry RPC after error@1409505856) -> (continuation of Deferred@1098754718 after retry RPC after error@1311413411) -> (continuation of Deferred@446161738 after retry RPC after error@1409837826) -> (continuation of Deferred@2014122567 after retry RPC after error@1654136425) -> (continuation of Deferred@1202728131 after retry RPC after error@1358372684) -> (continuation of Deferred@1081651263 after retry RPC after error@1655805199) -> (continuation of Deferred@606174126 after retry RPC after error@1279528217) -> (continuation of Deferred@1236841958 after retry RPC after error@659507251) -> (continuation of Deferred@144485247 after retry RPC after error@1692160944) -> (continuation of Deferred@1749540168 after retry RPC after error@898895523) -> (continuation of Deferred@1480494141 after retry RPC after error@1584989529) -> (continuation of Deferred@142749251 after retry RPC after error@494323942) -> (continuation of Deferred@822468625 after retry RPC after error@658532517) -> (continuation of Deferred@1042922040 after retry RPC after error@355693795) -> (continuation of Deferred@195566396 after retry RPC after error@789139372) -> (continuation of Deferred@1552074767 after retry RPC after error@1385708304) -> (continuation of Deferred@421702532 after retry RPC after error@2083779363) -> (continuation of Deferred@918261274 after retry RPC after error@635990886) -> (continuation of Deferred@697991892 after retry RPC after error@1255392815) -> (continuation of Deferred@552749617 after retry RPC after error@1189576202) -> (continuation of Deferred@999741472 after retry RPC after error@1864405955) -> (continuation of Deferred@1563553748 after retry RPC after error@542891350) -> (continuation of Deferred@755062437 after retry RPC after error@1179936333) -> (continuation of Deferred@348749340 after retry RPC after error@1787207870) -> (continuation of Deferred@1293252405 after retry RPC after error@672532180) -> (continuation of Deferred@2003874900 after retry RPC after error@674003284) -> (continuation of Deferred@1323700155 after retry RPC after error@1457422357) -> (continuation of Deferred@612256910 after retry RPC after error@1876129676) -> (continuation of Deferred@288765466 after retry RPC after error@860537345) -> (continuation of Deferred@1703342810 after retry RPC after error@287147761), errback=(continuation of Deferred@1989431227 after retry RPC after error@1409505856) -> (continuation of Deferred@1098754718 after retry RPC after error@1311413411) -> (continuation of Deferred@446161738 after retry RPC after error@1409837826) -> (continuation of Deferred@2014122567 after retry RPC after error@1654136425) -> (continuation of Deferred@1202728131 after retry RPC after error@1358372684) -> (continuation of Deferred@1081651263 after retry RPC after error@1655805199) -> (continuation of Deferred@606174126 after retry RPC after error@1279528217) -> (continuation of Deferred@1236841958 after retry RPC after error@659507251) -> (continuation of Deferred@144485247 after retry RPC after error@1692160944) -> (continuation of Deferred@1749540168 after retry RPC after error@898895523) -> (continuation of Deferred@1480494141 after retry RPC after error@1584989529) -> (continuation of Deferred@142749251 after retry RPC after error@494323942) -> (continuation of Deferred@822468625 after retry RPC after error@658532517) -> (continuation of Deferred@1042922040 after retry RPC after error@355693795) -> (continuation of Deferred@195566396 after retry RPC after error@789139372) -> (continuation of Deferred@1552074767 after retry RPC after error@1385708304) -> (continuation of Deferred@421702532 after retry RPC after error@2083779363) -> (continuation of Deferred@918261274 after retry RPC after error@635990886) -> (continuation of Deferred@697991892 after retry RPC after error@1255392815) -> (continuation of Deferred@552749617 after retry RPC after error@1189576202) -> (continuation of Deferred@999741472 after retry RPC after error@1864405955) -> (continuation of Deferred@1563553748 after retry RPC after error@542891350) -> (continuation of Deferred@755062437 after retry RPC after error@1179936333) -> (continuation of Deferred@348749340 after retry RPC after error@1787207870) -> (continuation of Deferred@1293252405 after retry RPC after error@672532180) -> (continuation of Deferred@2003874900 after retry RPC after error@674003284) -> (continuation of Deferred@1323700155 after retry RPC after error@1457422357) -> (continuation of Deferred@612256910 after retry RPC after error@1876129676) -> (continuation of Deferred@288765466 after retry RPC after error@860537345) -> (continuation of Deferred@1703342810 after retry RPC after error@287147761)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:17.600 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
14:09:17.602 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
14:09:17.604 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=28663), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [6ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [6ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [58ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [72ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [85ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [159ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [159ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [305ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [306ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [542ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [543ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [543ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [785ms] refreshing cache from master, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [788ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [789ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [789ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [789ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1362ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2923ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3800ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@1932500716(state=PENDING, result=null, callback=(continuation of Deferred@1989431227 after retry RPC after error@1409505856) -> (continuation of Deferred@1098754718 after retry RPC after error@1311413411) -> (continuation of Deferred@446161738 after retry RPC after error@1409837826) -> (continuation of Deferred@2014122567 after retry RPC after error@1654136425) -> (continuation of Deferred@1202728131 after retry RPC after error@1358372684) -> (continuation of Deferred@1081651263 after retry RPC after error@1655805199) -> (continuation of Deferred@606174126 after retry RPC after error@1279528217) -> (continuation of Deferred@1236841958 after retry RPC after error@659507251) -> (continuation of Deferred@144485247 after retry RPC after error@1692160944) -> (continuation of Deferred@1749540168 after retry RPC after error@898895523) -> (continuation of Deferred@1480494141 after retry RPC after error@1584989529) -> (continuation of Deferred@142749251 after retry RPC after error@494323942) -> (continuation of Deferred@822468625 after retry RPC after error@658532517) -> (continuation of Deferred@1042922040 after retry RPC after error@355693795) -> (continuation of Deferred@195566396 after retry RPC after error@789139372) -> (continuation of Deferred@1552074767 after retry RPC after error@1385708304) -> (continuation of Deferred@421702532 after retry RPC after error@2083779363) -> (continuation of Deferred@918261274 after retry RPC after error@635990886) -> (continuation of Deferred@697991892 after retry RPC after error@1255392815) -> (continuation of Deferred@552749617 after retry RPC after error@1189576202) -> (continuation of Deferred@999741472 after retry RPC after error@1864405955) -> (continuation of Deferred@1563553748 after retry RPC after error@542891350) -> (continuation of Deferred@755062437 after retry RPC after error@1179936333) -> (continuation of Deferred@348749340 after retry RPC after error@1787207870) -> (continuation of Deferred@1293252405 after retry RPC after error@672532180) -> (continuation of Deferred@2003874900 after retry RPC after error@674003284) -> (continuation of Deferred@1323700155 after retry RPC after error@1457422357) -> (continuation of Deferred@612256910 after retry RPC after error@1876129676) -> (continuation of Deferred@288765466 after retry RPC after error@860537345) -> (continuation of Deferred@1703342810 after retry RPC after error@287147761), errback=(continuation of Deferred@1989431227 after retry RPC after error@1409505856) -> (continuation of Deferred@1098754718 after retry RPC after error@1311413411) -> (continuation of Deferred@446161738 after retry RPC after error@1409837826) -> (continuation of Deferred@2014122567 after retry RPC after error@1654136425) -> (continuation of Deferred@1202728131 after retry RPC after error@1358372684) -> (continuation of Deferred@1081651263 after retry RPC after error@1655805199) -> (continuation of Deferred@606174126 after retry RPC after error@1279528217) -> (continuation of Deferred@1236841958 after retry RPC after error@659507251) -> (continuation of Deferred@144485247 after retry RPC after error@1692160944) -> (continuation of Deferred@1749540168 after retry RPC after error@898895523) -> (continuation of Deferred@1480494141 after retry RPC after error@1584989529) -> (continuation of Deferred@142749251 after retry RPC after error@494323942) -> (continuation of Deferred@822468625 after retry RPC after error@658532517) -> (continuation of Deferred@1042922040 after retry RPC after error@355693795) -> (continuation of Deferred@195566396 after retry RPC after error@789139372) -> (continuation of Deferred@1552074767 after retry RPC after error@1385708304) -> (continuation of Deferred@421702532 after retry RPC after error@2083779363) -> (continuation of Deferred@918261274 after retry RPC after error@635990886) -> (continuation of Deferred@697991892 after retry RPC after error@1255392815) -> (continuation of Deferred@552749617 after retry RPC after error@1189576202) -> (continuation of Deferred@999741472 after retry RPC after error@1864405955) -> (continuation of Deferred@1563553748 after retry RPC after error@542891350) -> (continuation of Deferred@755062437 after retry RPC after error@1179936333) -> (continuation of Deferred@348749340 after retry RPC after error@1787207870) -> (continuation of Deferred@1293252405 after retry RPC after error@672532180) -> (continuation of Deferred@2003874900 after retry RPC after error@674003284) -> (continuation of Deferred@1323700155 after retry RPC after error@1457422357) -> (continuation of Deferred@612256910 after retry RPC after error@1876129676) -> (continuation of Deferred@288765466 after retry RPC after error@860537345) -> (continuation of Deferred@1703342810 after retry RPC after error@287147761)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.215.125:37669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:17.608 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:17.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
14:09:17.608 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
14:09:17.631 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:17.631 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:17.631 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:17.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:17.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:17.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:17.678 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:17.679 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:17.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113357687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:17.698 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:09:17.699 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
14:09:17.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:17.836 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:17.836 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:17.837 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:17.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:17.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:17.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:17.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:17.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:17.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:17.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:17.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:17.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:17.839 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:17.903 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:17.903 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:17.903 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:17.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:17.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:17.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:17.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:17.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:17.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:17.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:17.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:17.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:17.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:17.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:17.607630  3270 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 3259
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:17.958376  3270 kernel_stack_watchdog.cc:198] Thread 3259 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 408ms:
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:17.958500  3259 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.764s	user 0.546s	sys 1.204s
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:17.958910  3259 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.764s	user 0.546s	sys 1.204s
14:09:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:16.198637  3273 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:17.960937  3275 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:17.964288  3274 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1762 milliseconds
14:09:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.964288  3259 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.965858  3259 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.968182  3259 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.969520  3259 hybrid_clock.cc:648] HybridClock initialized: now 1779113357969428 us; error 108 us; skew 500 ppm
14:09:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.970353  3259 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.976969  3259 webserver.cc:533] Webserver started at http://127.2.126.195:33235/ using document root <none> and password file <none>
14:09:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.978000  3259 fs_manager.cc:362] Metadata directory not provided
14:09:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.978189  3259 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.978642  3259 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.983283  3259 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/data/instance:
14:09:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cc270c29f054d8ab33312455a9abbff"
14:09:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:17 on dist-test-slave-qn3m"
14:09:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.984529  3259 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/wal/instance:
14:09:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cc270c29f054d8ab33312455a9abbff"
14:09:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:17 on dist-test-slave-qn3m"
14:09:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.992408  3259 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.002s
14:09:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.998476  3283 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:17.999660  3259 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
14:09:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.000070  3259 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/wal
14:09:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cc270c29f054d8ab33312455a9abbff"
14:09:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:17 on dist-test-slave-qn3m"
14:09:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.000474  3259 fs_report.cc:389] FS layout report
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/wal
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/wal
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/data/data
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:18.014 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:18.014 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:18.014 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:18.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.015 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.015 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.015 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:18.032 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:18.032 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:18.032 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:18.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.070897  3259 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.072674  3259 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.073168  3259 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.076012  3259 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:09:18.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.080753  3259 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:09:18.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.080994  3259 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:09:18.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.081205  3259 ts_tablet_manager.cc:616] Registered 0 tablets
14:09:18.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.081336  3259 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:09:18.155 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:18.155 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:18.155 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:18.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:18.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:18.157 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:18.157 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:18.158 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:18.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.160 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:18.187 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113358187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:18.195 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:09:18.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
14:09:18.246 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:18.246 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:18.246 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:18.246 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:18.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.246 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:18.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.247 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:18.247 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:18.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.248 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.253008  3259 rpc_server.cc:307] RPC server started. Bound to: 127.2.126.195:42051
14:09:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.253302  3395 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.126.195:42051 every 8 connection(s)
14:09:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.255965  3259 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/data/info.pb
14:09:18.265 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:18.265 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:18.266 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:18.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:18.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.267 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.266183  2555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 3259
14:09:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.266812  2555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster16056750423862373040/ts-2/wal/instance
14:09:18.289 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:18.289 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:18.289 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:18.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.290 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:18.317 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:18.317 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:18.318 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:18.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.318 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.323832  3397 heartbeater.cc:344] Connected to a master server at 127.2.126.253:35673
14:09:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.324358  3397 heartbeater.cc:461] Registering TS with master...
14:09:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.325192  3396 heartbeater.cc:344] Connected to a master server at 127.2.126.252:39295
14:09:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.325541  3396 heartbeater.cc:461] Registering TS with master...
14:09:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.325755  3397 heartbeater.cc:507] Master 127.2.126.253:35673 requested a full tablet report, sending...
14:09:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.326679  3396 heartbeater.cc:507] Master 127.2.126.252:39295 requested a full tablet report, sending...
14:09:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.328819  3398 heartbeater.cc:344] Connected to a master server at 127.2.126.254:43929
14:09:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.329176  3398 heartbeater.cc:461] Registering TS with master...
14:09:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.329032  2873 ts_manager.cc:194] Registered new tserver with Master: 8cc270c29f054d8ab33312455a9abbff (127.2.126.195:42051)
14:09:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.330070  3398 heartbeater.cc:507] Master 127.2.126.254:43929 requested a full tablet report, sending...
14:09:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.330860  2873 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.126.195:53047
14:09:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.331126  2731 ts_manager.cc:194] Registered new tserver with Master: 8cc270c29f054d8ab33312455a9abbff (127.2.126.195:42051)
14:09:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.333081  2656 ts_manager.cc:194] Registered new tserver with Master: 8cc270c29f054d8ab33312455a9abbff (127.2.126.195:42051)
14:09:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.342958  2555 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:09:18.356 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:09:18.356 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:09:18.357 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.126.254"
      port: 43929
    }
    bound_http_address {
      host: "127.2.126.254"
      port: 35557
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.126.253"
      port: 35673
    }
    bound_http_address {
      host: "127.2.126.253"
      port: 41543
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.126.252"
      port: 39295
    }
    bound_http_address {
      host: "127.2.126.252"
      port: 36373
    }
  }
}

14:09:18.357 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:09:18.358 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.126.193"
      port: 39135
    }
    bound_http_address {
      host: "127.2.126.193"
      port: 33833
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.126.194"
      port: 45463
    }
    bound_http_address {
      host: "127.2.126.194"
      port: 37791
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.126.195"
      port: 42051
    }
    bound_http_address {
      host: "127.2.126.195"
      port: 33235
    }
  }
}

14:09:18.358 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:09:18.360 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:18.361 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:09:18.361 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskek5ysD/test-tmp
14:09:18.361 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:09:18.362 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskek5ysD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:09:18.368 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:09:18.405 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:18.405 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:18.405 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:18.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:18.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:18.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:18.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:18.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:18.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:18.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:18.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:18.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:18.406 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:18.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:18.457 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:18.458 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:18.458 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:18.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:18.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:18.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:18.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:18.485 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:18.485 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:18.485 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:18.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:18.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:18.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:18.486 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:18.510 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.511 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.511 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.513 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29582), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [790ms] refreshing cache from master, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [794ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [801ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [809ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [809ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1662ms] refreshing cache from master, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1663ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3522ms] refreshing cache from master, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3523ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [7002ms] refreshing cache from master, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [7003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [7003ms] too many traces: truncated at 100 traces, deferred=Deferred@1964268315(state=PENDING, result=null, callback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268), errback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268)))
14:09:18.514 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.514 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.514 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.514 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29582), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [790ms] refreshing cache from master, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [794ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [801ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [809ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [809ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1662ms] refreshing cache from master, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1663ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3522ms] refreshing cache from master, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3523ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [7002ms] refreshing cache from master, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [7003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [7003ms] too many traces: truncated at 100 traces, deferred=Deferred@1964268315(state=PENDING, result=null, callback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268), errback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29582), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [790ms] refreshing cache from master, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [794ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [801ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [809ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [809ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1662ms] refreshing cache from master, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1663ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3522ms] refreshing cache from master, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3523ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [7002ms] refreshing cache from master, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [7003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [7003ms] too many traces: truncated at 100 traces, deferred=Deferred@1964268315(state=PENDING, result=null, callback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268), errback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:18.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.524 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29582), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [790ms] refreshing cache from master, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [794ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [801ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [809ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [809ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1662ms] refreshing cache from master, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1663ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3522ms] refreshing cache from master, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3523ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [7002ms] refreshing cache from master, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [7003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [7003ms] too many traces: truncated at 100 traces, deferred=Deferred@1964268315(state=PENDING, result=null, callback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268), errback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29582), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [13ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [306ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [307ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [307ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [623ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [790ms] refreshing cache from master, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [794ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [801ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [809ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [809ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1662ms] refreshing cache from master, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [1663ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3522ms] refreshing cache from master, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.60:33863: Network error: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.62:45905: Network error: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.23.33.61:39535: Network error: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [3523ms] delaying RPC due to: Service unavailable: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535, [7002ms] refreshing cache from master, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.60:33863, [7002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.62:45905, [7003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.33.61:39535, [7003ms] too many traces: truncated at 100 traces, deferred=Deferred@1964268315(state=PENDING, result=null, callback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268), errback=(continuation of Deferred@846016479 after retry RPC after error@308341459) -> (continuation of Deferred@323664039 after retry RPC after error@1146221910) -> (continuation of Deferred@530131412 after retry RPC after error@171601542) -> (continuation of Deferred@1291022566 after retry RPC after error@121886571) -> (continuation of Deferred@1363319262 after retry RPC after error@139821870) -> (continuation of Deferred@1601615490 after retry RPC after error@1175964296) -> (continuation of Deferred@64894973 after retry RPC after error@657889371) -> (continuation of Deferred@1293875353 after retry RPC after error@891627576) -> (continuation of Deferred@1194754238 after retry RPC after error@1414605891) -> (continuation of Deferred@1857145952 after retry RPC after error@1917406566) -> (continuation of Deferred@17371361 after retry RPC after error@1558644663) -> (continuation of Deferred@1020596871 after retry RPC after error@72309254) -> (continuation of Deferred@1292422262 after retry RPC after error@699838687) -> (continuation of Deferred@1038339652 after retry RPC after error@1124215956) -> (continuation of Deferred@1222779902 after retry RPC after error@1422807669) -> (continuation of Deferred@2013013830 after retry RPC after error@625529761) -> (continuation of Deferred@2095905061 after retry RPC after error@1519866167) -> (continuation of Deferred@1279757108 after retry RPC after error@804359366) -> (continuation of Deferred@886013388 after retry RPC after error@1412533387) -> (continuation of Deferred@610247442 after retry RPC after error@124493027) -> (continuation of Deferred@1208328415 after retry RPC after error@268970112) -> (continuation of Deferred@1226202784 after retry RPC after error@314662885) -> (continuation of Deferred@2007434810 after retry RPC after error@649751654) -> (continuation of Deferred@1570952527 after retry RPC after error@1166313321) -> (continuation of Deferred@173924149 after retry RPC after error@2138131268)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.33.61:39535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:18.531 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:09:18.531 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.531 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.531 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.531 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to CANCELING.
14:09:18.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.532 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
14:09:18.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.532 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.533 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
14:09:18.533 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
14:09:18.533 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
14:09:18.533 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to CANCELING.
14:09:18.533 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
14:09:18.535 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:09:18.535 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CANCELING to CANCELED.
14:09:18.535 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
14:09:18.536 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
14:09:18.536 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
14:09:18.536 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
14:09:18.538 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
14:09:18.538 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:09:18.538 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
14:09:18.538 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
14:09:18.539 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CANCELING to CANCELED.
14:09:18.539 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
14:09:18.540 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:18.540 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
14:09:18.541 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 46167b4104acab610af5cd9644360c4d
14:09:18.545 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:18.545 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:18.545 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:18.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.546 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:18.551 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.551 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.551 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.552 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.570 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.571 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.571 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.591 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.592 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.592 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.593 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.593 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.611 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.612 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.612 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.613 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.651 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.651 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.652 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.653 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:18.668 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:18.668 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:18.668 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:18.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.669 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.669 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.669 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.669 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.669 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.670 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:18.670 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [32ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [45ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [45ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [581ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [581ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [581ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [582ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [782ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2401ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2402ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@1504703306(state=PENDING, result=null, callback=(continuation of Deferred@802964502 after retry RPC after error@1317068819) -> (continuation of Deferred@206483814 after retry RPC after error@710751750) -> (continuation of Deferred@1743530927 after retry RPC after error@774229817) -> (continuation of Deferred@1461296666 after retry RPC after error@347570169) -> (continuation of Deferred@310419347 after retry RPC after error@308074237) -> (continuation of Deferred@154039266 after retry RPC after error@650747273) -> (continuation of Deferred@807658180 after retry RPC after error@1144791299) -> (continuation of Deferred@1048050437 after retry RPC after error@1412963479) -> (continuation of Deferred@2074276118 after retry RPC after error@1580462936) -> (continuation of Deferred@1604162632 after retry RPC after error@1263925128) -> (continuation of Deferred@655590837 after retry RPC after error@1727728444) -> (continuation of Deferred@1442315391 after retry RPC after error@830126334) -> (continuation of Deferred@176143689 after retry RPC after error@887350737) -> (continuation of Deferred@1587405622 after retry RPC after error@977538387) -> (continuation of Deferred@1302756007 after retry RPC after error@1723909039) -> (continuation of Deferred@1467291666 after retry RPC after error@1304537402) -> (continuation of Deferred@860651879 after retry RPC after error@1408360730) -> (continuation of Deferred@750507774 after retry RPC after error@1827877418) -> (continuation of Deferred@1004781930 after retry RPC after error@1741033021) -> (continuation of Deferred@364394525 after retry RPC after error@1613703906) -> (continuation of Deferred@1172463388 after retry RPC after error@310511227) -> (continuation of Deferred@1185856742 after retry RPC after error@1607460587), errback=(continuation of Deferred@802964502 after retry RPC after error@1317068819) -> (continuation of Deferred@206483814 after retry RPC after error@710751750) -> (continuation of Deferred@1743530927 after retry RPC after error@774229817) -> (continuation of Deferred@1461296666 after retry RPC after error@347570169) -> (continuation of Deferred@310419347 after retry RPC after error@308074237) -> (continuation of Deferred@154039266 after retry RPC after error@650747273) -> (continuation of Deferred@807658180 after retry RPC after error@1144791299) -> (continuation of Deferred@1048050437 after retry RPC after error@1412963479) -> (continuation of Deferred@2074276118 after retry RPC after error@1580462936) -> (continuation of Deferred@1604162632 after retry RPC after error@1263925128) -> (continuation of Deferred@655590837 after retry RPC after error@1727728444) -> (continuation of Deferred@1442315391 after retry RPC after error@830126334) -> (continuation of Deferred@176143689 after retry RPC after error@887350737) -> (continuation of Deferred@1587405622 after retry RPC after error@977538387) -> (continuation of Deferred@1302756007 after retry RPC after error@1723909039) -> (continuation of Deferred@1467291666 after retry RPC after error@1304537402) -> (continuation of Deferred@860651879 after retry RPC after error@1408360730) -> (continuation of Deferred@750507774 after retry RPC after error@1827877418) -> (continuation of Deferred@1004781930 after retry RPC after error@1741033021) -> (continuation of Deferred@364394525 after retry RPC after error@1613703906) -> (continuation of Deferred@1172463388 after retry RPC after error@310511227) -> (continuation of Deferred@1185856742 after retry RPC after error@1607460587)))
14:09:18.687 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113358687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:18.696 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
14:09:18.699 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
14:09:18.711 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.711 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.711 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.712 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:18.735 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:18.735 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:18.735 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:18.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:18.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:18.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:18.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:18.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:18.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:18.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:18.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:18.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:18.736 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:18.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:18.789 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:18.789 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:18.789 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:18.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:18.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.790 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:18.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:18.790 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:18.791 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:09:18.791 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:09:18.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.795521  3406 mini_oidc.cc:150] Starting JWKS server
14:09:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.799850  3406 webserver.cc:533] Webserver started at http://127.0.0.1:34987/ using document root <none> and password file <none>
14:09:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.800442  3406 mini_oidc.cc:186] Starting OIDC Discovery server
14:09:18.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.803261  3406 webserver.cc:533] Webserver started at http://127.0.0.1:39239/ using document root <none> and password file <none>
14:09:18.857 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:18.858 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:18.858 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:18.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:18.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:18.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:18.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:18.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29914), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [73ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [185ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [219ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [219ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [264ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [265ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [270ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [270ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [462ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [465ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [466ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [466ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [563ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [962ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [963ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [963ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [1304ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3241ms] refreshing cache from master, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.125:37669: Network error: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.126:44757: Network error: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.23.215.124:34465: Network error: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465, [3243ms] delaying RPC due to: Service unavailable: Master config (127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669, [5142ms] refreshing cache from master, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.124:34465, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.126:44757, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.215.125:37669, [5143ms] too many traces: truncated at 100 traces, deferred=Deferred@1588735612(state=PENDING, result=null, callback=(continuation of Deferred@1742108182 after retry RPC after error@318318004) -> (continuation of Deferred@370328427 after retry RPC after error@1503448603) -> (continuation of Deferred@229533176 after retry RPC after error@1445016956) -> (continuation of Deferred@1453894984 after retry RPC after error@1778077072) -> (continuation of Deferred@386163954 after retry RPC after error@1221671355) -> (continuation of Deferred@1535123204 after retry RPC after error@1755602473) -> (continuation of Deferred@1555268667 after retry RPC after error@493777655) -> (continuation of Deferred@1187849825 after retry RPC after error@215117191) -> (continuation of Deferred@1283498618 after retry RPC after error@580356311) -> (continuation of Deferred@222715082 after retry RPC after error@308786864) -> (continuation of Deferred@1530742260 after retry RPC after error@1165143924) -> (continuation of Deferred@2062359324 after retry RPC after error@1435558087) -> (continuation of Deferred@1681071460 after retry RPC after error@879363993) -> (continuation of Deferred@651026419 after retry RPC after error@1955173685) -> (continuation of Deferred@137195261 after retry RPC after error@1822418606) -> (continuation of Deferred@619028105 after retry RPC after error@477988637) -> (continuation of Deferred@2143570153 after retry RPC after error@1828551465) -> (continuation of Deferred@1692705257 after retry RPC after error@349280007) -> (continuation of Deferred@1225721460 after retry RPC after error@1311508559) -> (continuation of Deferred@252056458 after retry RPC after error@393729218) -> (continuation of Deferred@653937918 after retry RPC after error@138036766) -> (continuation of Deferred@933207760 after retry RPC after error@518491429) -> (continuation of Deferred@1779351483 after retry RPC after error@819863122) -> (continuation of Deferred@2071752583 after retry RPC after error@1498438504), errback=(continuation of Deferred@1742108182 after retry RPC after error@318318004) -> (continuation of Deferred@370328427 after retry RPC after error@1503448603) -> (continuation of Deferred@229533176 after retry RPC after error@1445016956) -> (continuation of Deferred@1453894984 after retry RPC after error@1778077072) -> (continuation of Deferred@386163954 after retry RPC after error@1221671355) -> (continuation of Deferred@1535123204 after retry RPC after error@1755602473) -> (continuation of Deferred@1555268667 after retry RPC after error@493777655) -> (continuation of Deferred@1187849825 after retry RPC after error@215117191) -> (continuation of Deferred@1283498618 after retry RPC after error@580356311) -> (continuation of Deferred@222715082 after retry RPC after error@308786864) -> (continuation of Deferred@1530742260 after retry RPC after error@1165143924) -> (continuation of Deferred@2062359324 after retry RPC after error@1435558087) -> (continuation of Deferred@1681071460 after retry RPC after error@879363993) -> (continuation of Deferred@651026419 after retry RPC after error@1955173685) -> (continuation of Deferred@137195261 after retry RPC after error@1822418606) -> (continuation of Deferred@619028105 after retry RPC after error@477988637) -> (continuation of Deferred@2143570153 after retry RPC after error@1828551465) -> (continuation of Deferred@1692705257 after retry RPC after error@349280007) -> (continuation of Deferred@1225721460 after retry RPC after error@1311508559) -> (continuation of Deferred@252056458 after retry RPC after error@393729218) -> (continuation of Deferred@653937918 after retry RPC after error@138036766) -> (continuation of Deferred@933207760 after retry RPC after error@518491429) -> (continuation of Deferred@1779351483 after retry RPC after error@819863122) -> (continuation of Deferred@2071752583 after retry RPC after error@1498438504)))
14:09:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:09:18Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:09:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:09:18Z Disabled control of system clock
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:18.880620  3406 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/wal
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/data
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/logs
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/data/info.pb
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.190:37179
14:09:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.190
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json with env {}
14:09:18.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:18.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:18.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:18.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:18.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:18.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:18.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:18.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:19.076 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:19.076 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:19.076 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:19.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:19.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:19.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:19.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:19.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:19.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:19.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:19.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:19.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:19.077 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:19.124 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:19.125 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:19.125 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:19.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.126 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:19.151 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:19.151 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:19.151 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:19.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:19.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:19.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:19.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:19.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:19.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:19.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:19.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:19.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:19.152 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:19.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:19.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113359187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:19.197 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:09:19.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
14:09:19.205 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:19.205 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:19.205 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:19.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:19.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.236110  3424 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:19.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.236750  3424 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:19.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.237550  3424 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:19.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.278576  3424 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.279090  3424 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.279474  3424 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.279768  3424 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.280045  3424 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.280278  3424 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34987/jwks.json
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:19.324931  3424 master_runner.cc:387] Master server non-default flags:
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/data
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/wal
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.190:37179
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/data/info.pb
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.190
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/logs
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:19.326515  3424 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:19.328330  3424 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:19.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:19.335000  3396 heartbeater.cc:499] Master 127.2.126.252:39295 was elected leader, sending a full tablet report...
14:09:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.344246  3430 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:19.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:19.488 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:19.488 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:19.489 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:19.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.489 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.490 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.490 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.490 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.490 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.491 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:19.606 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:19.606 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:19.606 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:19.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:19.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:19.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.609 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:19.609 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:19.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:19.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113359687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:19.707 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
14:09:19.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
14:09:19.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:19.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:19.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:19.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:19.971 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:19.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:19.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:19.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:19.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:19.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:19.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:19.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:19.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:19.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:19.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:20.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:20.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113360187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:20.209 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
14:09:20.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
14:09:20.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:20.301 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RESTARTING to RUNNING.
14:09:20.302 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 4f518ce015fb3d1dd3d7b803f79bfa6e from Checkpoint 73 @ 1779113263184 for 4f518ce015fb3d1dd3d7b803f79bfa6e located at file:/tmp/junit1839437246106336857/checkpoints/4f518ce015fb3d1dd3d7b803f79bfa6e/chk-73.
14:09:20.306 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
14:09:20.307 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:09:20.311 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:20.311 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:20.311 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:20.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:20.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:20.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:20.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:20.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:20.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:20.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:20.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:20.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:20.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:20.314 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
14:09:20.316 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
14:09:20.316 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba
14:09:20.316 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
14:09:20.317 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:20.318 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:20.319 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:09:20.320 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 419c30aa158ef85a4c1a24b8dd8ca4ba.
14:09:20.324 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
14:09:20.324 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 6b6f675a50055e3a8a73ee698a184eff
14:09:20.325 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
14:09:20.328 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:20.329 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
14:09:20.329 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb
14:09:20.330 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
14:09:20.332 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:20.337 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
14:09:20.338 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1) with allocation id ea8524f547cf73ce00c2dc784912cab7
14:09:20.339 [INFO - Thread-73] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:09:20.346 [DEBUG - Thread-73] (Connection.java:575) [peer master-127.27.19.62:45349(127.27.19.62:45349)] disconnecting while in state TERMINATED
14:09:20.346 [DEBUG - Thread-73] (Connection.java:575) [peer master-127.27.19.60:35973(127.27.19.60:35973)] disconnecting while in state TERMINATED
14:09:20.346 [DEBUG - Thread-73] (Connection.java:575) [peer master-127.27.19.61:40871(127.27.19.61:40871)] disconnecting while in state TERMINATED
14:09:20.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:20.347 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 6b6f675a50055e3a8a73ee698a184eff.
14:09:20.348 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 6b6f675a50055e3a8a73ee698a184eff.
14:09:20.348 [INFO - Thread-73] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:09:20.349 [INFO - Thread-73] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:09:20.349 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
14:09:20.349 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
14:09:20.350 [DEBUG - Thread-73] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:20.351 [INFO - Thread-73] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:09:20.351 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@51a8a9bf
14:09:20.352 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:20.352 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:09:20.353 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
14:09:20.355 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
14:09:20.360 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:09:20.362 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 1ad6608f1bddf2b823ee4dbf07fb13cb.
14:09:20.362 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
14:09:20.362 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
14:09:20.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5fe87586
14:09:20.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:20.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:09:20.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
14:09:20.364 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
14:09:20.366 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48b4f798
14:09:20.367 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot ea8524f547cf73ce00c2dc784912cab7.
14:09:20.370 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id ea8524f547cf73ce00c2dc784912cab7.
14:09:20.371 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41173862
14:09:20.371 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:20.371 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:20.371 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:20.371 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:20.373 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
14:09:20.373 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
14:09:20.373 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3abfceb5
14:09:20.373 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:20.374 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:09:20.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
14:09:20.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
14:09:20.374 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:09:20.374 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:20.374 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:09:20.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49921dee
14:09:20.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:20.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1839437246106336857/checkpoints")
14:09:20.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
14:09:20.375 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
14:09:20.379 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.383 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.384 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7aff3327
14:09:20.385 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30ba65e6
14:09:20.386 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.389 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.389 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.390 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:20.391 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:20.391 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:20.399 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.399 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.412 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.421 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.422 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.422 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.426 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.430 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:20.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.432 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.437 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.442 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.442 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.443 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.447 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.448 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.449 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.451 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.452 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.453 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.454 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.459 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.459 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.461 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.463 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.464 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.464 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.466 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.466 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.470 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.473 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.473 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.474 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.476 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.478 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.480 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.480 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.480 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.481 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:20.481 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.482 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.482 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.485 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:20.486 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:20.486 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:20.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:20.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:20.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:20.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:20.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:20.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:20.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:20.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:20.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:20.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:20.489 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.490 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.490 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.491 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.491 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.492 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.493 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.494 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.495 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.497 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.499 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.499 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.500 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.501 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.501 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.501 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.502 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.502 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.502 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.502 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.505 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.506 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.507 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.509 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.510 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.510 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.510 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.511 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.512 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.512 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.513 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.513 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.513 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.514 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.520 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.521 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.521 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.523 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.523 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.523 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.523 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.524 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.524 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.524 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.527 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.528 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:20.528 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:20.528 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:20.529 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:20.529 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:20.529 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:20.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:20.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:20.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:20.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:20.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:20.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:20.530 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:20.532 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.533 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.533 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.534 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.539 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.539 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.539 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.540 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.541 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.541 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.541 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.542 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.544 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.544 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.544 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.546 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.546 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.546 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.548 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.552 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.552 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.553 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.553 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.553 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.554 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.559 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.559 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.559 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.560 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.580 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.580 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.580 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.583 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.584 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.584 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.584 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.587 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.593 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.593 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.593 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.596 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.599 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.599 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.600 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.600 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.600 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.600 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.600 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.600 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.601 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.602 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.602 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.602 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.604 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.607 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:20.607 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:20.607 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:20.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:20.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:20.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:20.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:20.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:20.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:20.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:20.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:20.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:20.609 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:20.619 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.619 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.619 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.620 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.620 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.620 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.621 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.636 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:20.636 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:20.636 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:20.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:20.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:20.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:20.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:20.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:20.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:20.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:20.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:20.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:20.638 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:20.643 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.643 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.643 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.645 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:20.660 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.660 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.660 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.661 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113360687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:20.697 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:09:20.699 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
14:09:20.700 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.700 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.700 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.701 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.704 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:20.704 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:20.704 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:20.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:20.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:20.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:20.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:20.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:20.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:20.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:20.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:20.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:20.705 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:20.712 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.713 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.713 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.713 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.714 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.720 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:20.720 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:20.720 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:20.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:20.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:20.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:20.721 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:20.722 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.722 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.722 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.723 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.734 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:20.735 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:20.735 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:20.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:20.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:20.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:20.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:20.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:20.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:20.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:20.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:20.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:20.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:20.763 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.763 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.763 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.764 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:20.772 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.772 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.773 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.775 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.819 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.820 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.820 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.821 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.851 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:20.852 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:20.852 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:20.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:20.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:20.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:20.853 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:20.853 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:20.853 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:20.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:20.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:20.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:20.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:20.902 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.903 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.903 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.905 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:20.941 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:20.942 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:20.942 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:20.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:20.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:20.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:20.944 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:20.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.023 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:21.023 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:21.023 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:21.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:21.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:21.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:21.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:21.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:21.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:21.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:21.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:21.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:21.025 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:21.128 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:21.128 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:21.128 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:21.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.129 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.130 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.130 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:21.146 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:21.146 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:21.147 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:21.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.148 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:21.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.173 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.173 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.173 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.173 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.175 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.179 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.179 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.179 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113361187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:21.189 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:21.189 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:21.189 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:21.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:21.198 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:09:21.199 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
14:09:21.200 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:21.200 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:21.200 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:21.201 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:21.201 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:21.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:21.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:21.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:21.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:21.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:21.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:21.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:21.202 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:21.223 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.223 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.223 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.224 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.260 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.260 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.261 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.262 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:20.753587  3429 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 3424
14:09:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.273567  3429 kernel_stack_watchdog.cc:198] Thread 3424 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 405ms:
14:09:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:09:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:09:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:09:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:09:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:19.345171  3431 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.274616  3424 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.930s	user 0.625s	sys 1.125s
14:09:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.275013  3424 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.931s	user 0.625s	sys 1.125s
14:09:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.275532  3432 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1931 milliseconds
14:09:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.276224  3433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.276157  3424 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.280802  3424 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.283697  3424 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:21.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.285192  3424 hybrid_clock.cc:648] HybridClock initialized: now 1779113361285096 us; error 103 us; skew 500 ppm
14:09:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.286252  3424 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:21.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.293602  3424 webserver.cc:533] Webserver started at http://127.3.83.190:42359/ using document root <none> and password file <none>
14:09:21.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.294608  3424 fs_manager.cc:362] Metadata directory not provided
14:09:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.294860  3424 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.295264  3424 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.300594  3424 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/data/instance:
14:09:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a394d8ea2c64e9296643a6a3edcbf65"
14:09:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:21 on dist-test-slave-qn3m"
14:09:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.301985  3424 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/wal/instance:
14:09:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a394d8ea2c64e9296643a6a3edcbf65"
14:09:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:21 on dist-test-slave-qn3m"
14:09:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.310082  3424 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.000s	sys 0.008s
14:09:21.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.316690  3494 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.318125  3424 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.318575  3424 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/wal
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a394d8ea2c64e9296643a6a3edcbf65"
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:21 on dist-test-slave-qn3m"
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.319047  3424 fs_report.cc:389] FS layout report
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/wal
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/wal
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/data/data
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:21.322 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.322 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.322 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.322 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.322 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.324 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.326 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:21.326 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:21.326 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:21.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:21.345 [DEBUG - pool-448-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [6ms] received response from server master-127.31.154.188:42123: OK, deferred=null) with no deferred attached!
14:09:21.368 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:21.368 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:21.368 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:21.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:21.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:21.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:21.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:21.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:21.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:21.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:21.369 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:21.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:21.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:21.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.378883  3424 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.380694  3424 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:21.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.381129  3424 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:21.386 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:21.387 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:21.387 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:21.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:21.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:21.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:21.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:21.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:21.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:21.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:21.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:21.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:21.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:21.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.433 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:21.433 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:21.433 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:21.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.434 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.464680  3424 rpc_server.cc:307] RPC server started. Bound to: 127.3.83.190:37179
14:09:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.464879  3546 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.83.190:37179 every 8 connection(s)
14:09:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.467674  3424 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/data/info.pb
14:09:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.474349  3406 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 3424
14:09:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.474874  3406 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-0/wal/instance
14:09:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.474859  3547 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.479408  3406 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/wal
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/data
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/logs
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/data/info.pb
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.189:42207
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.189
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:21.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:21.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:21.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json with env {}
14:09:21.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.489552  3547 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } has no permanent_uuid. Determining permanent_uuid...
14:09:21.516 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:21.516 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:21.517 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:21.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.521133  3547 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } has no permanent_uuid. Determining permanent_uuid...
14:09:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.524024  3496 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.83.189:42207: connect: Connection refused (error 111)
14:09:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.528827  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.189:42207: Network error: Client connection negotiation failed: client connection to 127.3.83.189:42207: connect: Connection refused (error 111)
14:09:21.533 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.533 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.533 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.545 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:21.545 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:21.545 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:21.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:21.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:21.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:21.546 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.578431  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } attempt: 1
14:09:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.583729  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.189:42207: Network error: Client connection negotiation failed: client connection to 127.3.83.189:42207: connect: Connection refused (error 111)
14:09:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.652166  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } attempt: 2
14:09:21.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.656530  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.189:42207: Network error: Client connection negotiation failed: client connection to 127.3.83.189:42207: connect: Connection refused (error 111)
14:09:21.671 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:21.672 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:21.672 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:21.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:21.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:21.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:21.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:21.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:21.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:21.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:21.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:21.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:21.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:21.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113361687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:21.697 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
14:09:21.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
14:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.748011  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } attempt: 3
14:09:21.755 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:21.755 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:21.755 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:21.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.756 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:21.759 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:21.759 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:21.759 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:21.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:21.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:21.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:21.760 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:21.760 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:21.760 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:21.760 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:21.760 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:21.760 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:21.760 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.766572  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.189:42207: Network error: Client connection negotiation failed: client connection to 127.3.83.189:42207: connect: Connection refused (error 111)
14:09:21.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.819 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:21.819 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:21.820 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:21.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:21.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:21.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:21.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:21.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:21.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:21.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:21.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:21.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:21.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.873461  3549 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.874027  3549 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.874466  3549 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:21.899 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.899 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.899 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.900 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.900 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.900 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.900 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.900 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.910028  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } attempt: 4
14:09:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.915086  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.189:42207: Network error: Client connection negotiation failed: client connection to 127.3.83.189:42207: connect: Connection refused (error 111)
14:09:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.917534  3549 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.917883  3549 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.918118  3549 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.918365  3549 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.918571  3549 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.918788  3549 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34987/jwks.json
14:09:21.925 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:21.925 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:21.925 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:21.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:21.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:21.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:21.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:21.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.932 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.933 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.933 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.933 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.933 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.933 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.941 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:21.941 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:21.941 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:21.941 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:21.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:21.942 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:21.942 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.962891  3549 master_runner.cc:387] Master server non-default flags:
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/data
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/wal
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.189:42207
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/data/info.pb
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.189
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/logs
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.964453  3549 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:21.966440  3549 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.979055  3558 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:21.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:21.992 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:21.992 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:21.992 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:21.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:21.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:21.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:21.993 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:22.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:22.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:22.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:22.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:22.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:22.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:22.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:22.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:22.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:22.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:22.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:22.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:22.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:22.077 [DEBUG - pool-452-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.0.201.253:42719, [10ms] received response from server master-127.0.201.253:42719: OK, deferred=null) with no deferred attached!
14:09:22.077 [DEBUG - pool-452-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.0.201.253:42719, [10ms] received response from server master-127.0.201.253:42719: OK, deferred=null) with no deferred attached!
14:09:22.077 [DEBUG - pool-452-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.0.201.253:42719, [11ms] received response from server master-127.0.201.253:42719: OK, deferred=null) with no deferred attached!
14:09:22.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:22.187 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113362187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:22.197 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:09:22.198 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
14:09:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:22.214552  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } attempt: 5
14:09:22.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:22.222476  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.189:42207: Network error: Client connection negotiation failed: client connection to 127.3.83.189:42207: connect: Connection refused (error 111)
14:09:22.262 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:22.262 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:22.263 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:22.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:22.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:22.297 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:22.298 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:22.298 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:22.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.299 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:22.302 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:22.302 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:22.303 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:22.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:22.369 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:22.369 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:22.369 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:22.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.370 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:22.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:22.474 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:22.475 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:22.475 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:22.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:22.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:22.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:22.476 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:22.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:22.499 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:22.499 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:22.500 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:22.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:22.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:22.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:22.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:22.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:22.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:22.500 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:22.500 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:22.500 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:22.500 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:22.553 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:22.553 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:22.553 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:22.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:22.553 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:22.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:22.553 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:22.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:22.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:22.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:22.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:22.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:22.554 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:22.578 [DEBUG - pool-450-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.0.201.253:42719, [5ms] received response from server master-127.0.201.253:42719: OK, deferred=null) with no deferred attached!
14:09:22.648 [DEBUG - pool-454-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.0.201.253:42719, [8ms] received response from server master-127.0.201.253:42719: OK, deferred=null) with no deferred attached!
14:09:22.648 [DEBUG - pool-454-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.0.201.253:42719, [5ms] received response from server master-127.0.201.253:42719: OK, deferred=null) with no deferred attached!
14:09:22.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:22.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113362687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:22.695 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:09:22.696 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
14:09:22.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:22.770052  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } attempt: 6
14:09:22.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:22.791487  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.189:42207: Network error: Client connection negotiation failed: client connection to 127.3.83.189:42207: connect: Connection refused (error 111)
14:09:22.833 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:22.833 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:22.833 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:22.833 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:22.833 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:22.833 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:22.833 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:22.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:22.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:22.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:22.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:22.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:22.834 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:22.919 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:22.920 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:22.920 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:22.920 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.920 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:22.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:22.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:22.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:22.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:22.944 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:22.945 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:22.945 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:22.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:22.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:22.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:22.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:22.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:22.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:22.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:22.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:22.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:22.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:22.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.002 [DEBUG - pool-456-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.0.201.253:42719, [5ms] received response from server master-127.0.201.253:42719: OK, deferred=null) with no deferred attached!
14:09:23.153 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:23.153 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:23.153 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:23.153 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.154 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:23.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.180 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:23.180 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:23.181 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:23.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:23.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:23.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:23.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:23.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:23.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:23.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:23.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:23.182 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:23.182 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:23.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113363187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:23.198 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:09:23.199 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
14:09:23.222 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:23.222 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:23.222 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:23.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.224 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:23.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.284 [DEBUG - pool-448-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [4ms] received response from server master-127.31.154.188:42123: OK, deferred=null) with no deferred attached!
14:09:23.321 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:23.321 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:23.321 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:23.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.322 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:23.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.322 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.322 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:23.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:23.323 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:23.368 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:23.369 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:23.369 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:23.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.369 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:23.372 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:23.373 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:23.373 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:23.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:23.373 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:23.373 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:23.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:23.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:23.373 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:23.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:23.373 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:23.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:23.374 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:23.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.382910  3557 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 3549
14:09:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.490540  3557 kernel_stack_watchdog.cc:198] Thread 3549 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:09:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:09:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:09:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:09:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:09:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.490625  3549 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.511s	user 0.537s	sys 0.929s
14:09:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:21.981542  3559 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.490972  3549 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.512s	user 0.537s	sys 0.929s
14:09:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.493027  3561 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.496781  3560 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:09:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.496793  3549 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.498574  3549 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.501389  3549 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.502826  3549 hybrid_clock.cc:648] HybridClock initialized: now 1779113363502758 us; error 49 us; skew 500 ppm
14:09:23.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.503747  3549 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:23.505 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:23.505 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:23.505 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:23.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.506 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.506 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.506 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.506 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.510550  3549 webserver.cc:533] Webserver started at http://127.3.83.189:41051/ using document root <none> and password file <none>
14:09:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.511684  3549 fs_manager.cc:362] Metadata directory not provided
14:09:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.511958  3549 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.512518  3549 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.517424  3549 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/data/instance:
14:09:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27e16fcce0c049e999aabdab09f338ca"
14:09:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:23 on dist-test-slave-qn3m"
14:09:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.518808  3549 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/wal/instance:
14:09:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27e16fcce0c049e999aabdab09f338ca"
14:09:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:23 on dist-test-slave-qn3m"
14:09:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.526873  3549 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.010s	sys 0.000s
14:09:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.534430  3572 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.535625  3549 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
14:09:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.536039  3549 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/wal
14:09:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27e16fcce0c049e999aabdab09f338ca"
14:09:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:23 on dist-test-slave-qn3m"
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.536398  3549 fs_report.cc:389] FS layout report
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/wal
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/wal
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/data/data
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:23.608 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:23.608 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:23.608 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:23.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.609 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.609 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.609 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.617897  3549 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:23.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.619611  3549 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.620150  3549 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:23.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.667 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:23.667 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:23.667 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:23.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:23.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:23.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:23.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:23.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:23.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:23.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:23.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:23.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:23.672 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:23.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113363687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:23.697 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
14:09:23.698 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
14:09:23.751 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:23.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:23.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:23.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:23.752 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:23.752 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:23.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:23.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:23.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:23.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:23.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:23.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:23.753 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.761260  3549 rpc_server.cc:307] RPC server started. Bound to: 127.3.83.189:42207
14:09:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.761344  3624 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.83.189:42207 every 8 connection(s)
14:09:23.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.765031  3549 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/data/info.pb
14:09:23.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.768954  3406 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 3549
14:09:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.769418  3406 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-1/wal/instance
14:09:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.774649  3625 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.775382  3406 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/wal
14:09:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/data
14:09:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/logs
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/data/info.pb
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.188:44357
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.188
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json with env {}
14:09:23.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.796025  3625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } has no permanent_uuid. Determining permanent_uuid...
14:09:23.831 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:23.831 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:23.831 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:23.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:23.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:23.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:23.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:23.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:23.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:23.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:23.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:23.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:23.832 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.831831  3625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } has no permanent_uuid. Determining permanent_uuid...
14:09:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.849344  3625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } has no permanent_uuid. Determining permanent_uuid...
14:09:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.852064  3573 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.852113  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } attempt: 7
14:09:23.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.866897  3547 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } has no permanent_uuid. Determining permanent_uuid...
14:09:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.869282  3625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.873319  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:23.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.918864  3625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 1
14:09:23.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.923643  3625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:23.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.931754  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 1
14:09:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.936012  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:23.957 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:23.958 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:23.958 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:23.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:23.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:23.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:23.959 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:23.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:23.992165  3625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 2
14:09:23.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:23.996924  3625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:24.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.017454  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 2
14:09:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.022027  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:24.049 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:24.049 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:24.049 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:24.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:24.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:24.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:24.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:24.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:24.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:24.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:24.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:24.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:24.050 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.088372  3625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 3
14:09:24.091 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:24.092 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:24.092 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:24.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.093 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.093789  3625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.107529  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 3
14:09:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.112519  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:24.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:24.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.164232  3627 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:24.164 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:24.165 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:24.165 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:24.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.165011  3627 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:24.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.165 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.165767  3627 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:24.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113364187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:24.195 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:09:24.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
14:09:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.210811  3627 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.211189  3627 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.211408  3627 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.211671  3627 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.211934  3627 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.212162  3627 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34987/jwks.json
14:09:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.237259  3625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 4
14:09:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.241863  3625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.253031  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 4
14:09:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.257834  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.259680  3627 master_runner.cc:387] Master server non-default flags:
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/data
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/wal
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.188:44357
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/data/info.pb
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.188
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/logs
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.261340  3627 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.263195  3627 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:24.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.278396  3639 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:24.368 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:24.369 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:24.369 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:24.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:24.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:24.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:24.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:24.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:24.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:24.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:24.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:24.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:24.374 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:24.377 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:24.377 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:24.377 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:24.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:24.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:24.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:24.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:24.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:24.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:24.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:24.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:24.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:24.379 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:24.408 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:24.409 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:24.409 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:24.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.410 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.410 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.410 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.410 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.410 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:24.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:24.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:24.513 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:24.514 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:24.514 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:24.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.516 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:24.516 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:24.516 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:24.517 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:24.517 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:24.517 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:24.517 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:24.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:24.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:24.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:24.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:24.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:24.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:24.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:24.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:24.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:24.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:24.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:24.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:24.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:24.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:24.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:24.520 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:24.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:24.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:24.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:24.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.541292  3625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 5
14:09:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:24.541280  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 5
14:09:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.557659  3625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.559293  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:24.648 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:24.649 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:24.649 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:24.650 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.650 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.650 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:24.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:24.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:24.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:24.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:24.689 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113364688 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:24.701 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
14:09:24.704 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
14:09:24.765 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:24.765 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:24.765 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:24.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:24.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:24.803 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:24.803 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:24.803 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:24.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.804 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.804 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.805 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:24.873 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:24.873 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:24.873 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:24.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:24.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:24.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:24.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:24.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:24.942 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:24.942 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:24.942 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:24.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:24.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:24.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:24.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:24.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:24.996 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:24.996 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:24.996 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:24.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:24.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:24.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:24.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:24.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:24.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:24.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:24.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:24.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:24.998 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:25.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:25.105296  3625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 6
14:09:25.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:25.111902  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 6
14:09:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:25.127624  3625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:25.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:25.153293  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:25.155 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:25.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113365187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:25.200 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
14:09:25.202 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
14:09:25.246 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:25.246 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:25.246 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:25.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.247 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:25.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:25.285 [DEBUG - pool-448-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [9ms] received response from server master-127.31.154.188:42123: OK, deferred=null) with no deferred attached!
14:09:25.293 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:25.293 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:25.293 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:25.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.295 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:25.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:25.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:25.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:25.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.297 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:25.298 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:25.298 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:25.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:25.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:25.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:25.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:25.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:25.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:25.299 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:25.326 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:25.326 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:25.326 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:25.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.328 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:25.339 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:25.339 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:25.339 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:25.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:25.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:25.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:25.341 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:25.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:25.341 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:25.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:25.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:25.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:25.342 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:25.346 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:25.346 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:25.346 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:25.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.348 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:25.354 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:25.355 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:25.355 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:25.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:25.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:25.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:25.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:25.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:25.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:25.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:25.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:25.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:25.356 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:25.382 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:25.382 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:25.382 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:25.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:25.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:25.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:25.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:25.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:25.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:25.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:25.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:25.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:25.385 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:25.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:25.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:25.491 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:25.491 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:25.491 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:25.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:25.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:25.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:25.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:25.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:25.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:25.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:25.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:25.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:25.495 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:25.531 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:25.532 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:25.532 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:25.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:25.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:25.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:25.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:25.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:25.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:25.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:25.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:25.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:25.533 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:25.533 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:25.534 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:25.534 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:25.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:25.556 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:25.556 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:25.557 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:25.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:25.640 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:25.641 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:25.641 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:25.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:25.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:25.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:25.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:25.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:25.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:25.642 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:25.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:25.642 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:25.642 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:25.645 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:25.645 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:25.645 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:25.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:25.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:25.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:25.647 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:25.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:25.690 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113365688 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:25.703 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:09:25.708 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
14:09:25.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:25.812 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:25.812 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:25.812 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:25.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:25.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:25.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:25.814 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:25.843 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:25.843 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:25.843 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:25.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:25.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:25.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:25.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:25.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:25.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:25.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:25.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:25.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:25.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:25.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:25.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:26.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job eacb0b568f4587f80a357fedc2948c94 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job eacb0b568f4587f80a357fedc2948c94 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.186895  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 7
14:09:26.189 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113366188 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.188234  3625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 7
14:09:26.203 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
14:09:26.206 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
14:09:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.219944  3625 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:26.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.240479  3547 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.83.188:44357: Network error: Client connection negotiation failed: client connection to 127.3.83.188:44357: connect: Connection refused (error 111)
14:09:26.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:26.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:25.706045  3638 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 3627
14:09:26.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:24.280020  3640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:26.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.324772  3627 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.046s	user 0.683s	sys 1.237s
14:09:26.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.326450  3627 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.048s	user 0.683s	sys 1.237s
14:09:26.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.327389  3642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:26.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.330382  3641 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2045 milliseconds
14:09:26.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.330451  3627 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:26.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.331777  3627 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.334641  3627 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.335999  3627 hybrid_clock.cc:648] HybridClock initialized: now 1779113366335930 us; error 74 us; skew 500 ppm
14:09:26.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.337014  3627 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:26.337 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:26.337 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:26.337 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:26.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.338 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:26.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.344775  3627 webserver.cc:533] Webserver started at http://127.3.83.188:37913/ using document root <none> and password file <none>
14:09:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.345872  3627 fs_manager.cc:362] Metadata directory not provided
14:09:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.346061  3627 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.346638  3627 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.351616  3627 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/data/instance:
14:09:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c690310814a641b2ab0f21024e755e52"
14:09:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:26 on dist-test-slave-qn3m"
14:09:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.352967  3627 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/wal/instance:
14:09:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c690310814a641b2ab0f21024e755e52"
14:09:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:26 on dist-test-slave-qn3m"
14:09:26.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.361644  3627 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
14:09:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.368079  3659 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.369304  3627 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.369745  3627 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/wal
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c690310814a641b2ab0f21024e755e52"
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:26 on dist-test-slave-qn3m"
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.370100  3627 fs_report.cc:389] FS layout report
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/wal
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/wal
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/data/data
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:26.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.437873  3627 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.439574  3627 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.440137  3627 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:26.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:26.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:26.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:26.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:26.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:26.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:26.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:26.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:26.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:26.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:26.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:26.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:26.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:26.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:26.536 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.536 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.536 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27332), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [52ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [150ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [151ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [152ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [188ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [193ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [220ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [301ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [359ms] refreshing cache from master, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [360ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [420ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [739ms] refreshing cache from master, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [740ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1581ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2161ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@1180661383(state=PENDING, result=null, callback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483), errback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483)))
14:09:26.540 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.541 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.541 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.540 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27332), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [52ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [150ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [151ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [152ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [188ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [193ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [220ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [301ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [359ms] refreshing cache from master, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [360ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [420ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [739ms] refreshing cache from master, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [740ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1581ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2161ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@1180661383(state=PENDING, result=null, callback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483), errback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27332), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [52ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [150ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [151ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [152ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [188ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [193ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [220ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [301ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [359ms] refreshing cache from master, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [360ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [420ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [739ms] refreshing cache from master, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [740ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1581ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2161ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@1180661383(state=PENDING, result=null, callback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483), errback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.188:44831
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:26.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.546 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.550 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27332), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [52ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [150ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [151ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [152ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [188ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [193ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [220ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [301ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [359ms] refreshing cache from master, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [360ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [420ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [739ms] refreshing cache from master, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [740ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1581ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2161ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@1180661383(state=PENDING, result=null, callback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483), errback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27332), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [52ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [150ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [151ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [152ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [152ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [188ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [193ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [193ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [200ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [219ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [220ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [240ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [300ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [301ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [301ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [359ms] refreshing cache from master, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [360ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [360ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [420ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [739ms] refreshing cache from master, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [740ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [740ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [1580ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [1581ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.188:44831: Network error: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.190:37593: Network error: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.21.77.189:34493: Network error: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2161ms] delaying RPC due to: Service unavailable: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.190:37593, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.188:44831, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.77.189:34493, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@1180661383(state=PENDING, result=null, callback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483), errback=(continuation of Deferred@762067205 after retry RPC after error@1700943338) -> (continuation of Deferred@1621995147 after retry RPC after error@1576732503) -> (continuation of Deferred@286501372 after retry RPC after error@1713992497) -> (continuation of Deferred@1811763337 after retry RPC after error@1849238302) -> (continuation of Deferred@1651063660 after retry RPC after error@1341422827) -> (continuation of Deferred@1309414532 after retry RPC after error@1770717064) -> (continuation of Deferred@1108548494 after retry RPC after error@787227651) -> (continuation of Deferred@15379822 after retry RPC after error@1050829892) -> (continuation of Deferred@1689765749 after retry RPC after error@733227996) -> (continuation of Deferred@2120249881 after retry RPC after error@1405991381) -> (continuation of Deferred@152785078 after retry RPC after error@58421378) -> (continuation of Deferred@2130061902 after retry RPC after error@1087055700) -> (continuation of Deferred@327565595 after retry RPC after error@1260510345) -> (continuation of Deferred@80358393 after retry RPC after error@497180083) -> (continuation of Deferred@1007507845 after retry RPC after error@2039291673) -> (continuation of Deferred@743274034 after retry RPC after error@596502989) -> (continuation of Deferred@1973050696 after retry RPC after error@1686036789) -> (continuation of Deferred@591787886 after retry RPC after error@1875550538) -> (continuation of Deferred@1218302438 after retry RPC after error@1534719625) -> (continuation of Deferred@1460372495 after retry RPC after error@1836166997) -> (continuation of Deferred@1262834172 after retry RPC after error@1595681699) -> (continuation of Deferred@1421666227 after retry RPC after error@878174582) -> (continuation of Deferred@1442614449 after retry RPC after error@1803805854) -> (continuation of Deferred@1487996706 after retry RPC after error@1407582483)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.77.188:44831
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.547698  3710 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.83.188:44357 every 8 connection(s)
14:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.548254  3627 rpc_server.cc:307] RPC server started. Bound to: 127.3.83.188:44357
14:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.551834  3627 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/data/info.pb
14:09:26.553 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:26.553 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:26.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:26.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:26.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:26.554 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:26.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:26.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:26.555 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:26.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:26.556 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.556 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:09:26.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:26.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:26.556 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.556 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:26.556 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (eacb0b568f4587f80a357fedc2948c94) switched from state RUNNING to RESTARTING.
14:09:26.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.556 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#8) of source Source: KuduSource.
14:09:26.556 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to CANCELING.
14:09:26.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.557 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to CANCELING.
14:09:26.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.557 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to CANCELING.
14:09:26.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.557 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#8) of source Source: KuduSource.
14:09:26.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.557 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#8) of source Source: KuduSource.
14:09:26.557 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
14:09:26.557 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to CANCELING.
14:09:26.557 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
14:09:26.558 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from INITIALIZING to CANCELING.
14:09:26.558 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#8) of source Source: KuduSource.
14:09:26.559 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
14:09:26.559 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CANCELING to CANCELED.
14:09:26.559 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
14:09:26.559 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8).
14:09:26.559 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to CANCELING.
14:09:26.559 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8).
14:09:26.561 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
14:09:26.561 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
14:09:26.562 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to CANCELING.
14:09:26.562 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
14:09:26.562 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CANCELING to CANCELED.
14:09:26.562 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8).
14:09:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.561172  3406 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 3627
14:09:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.561738  3406 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/master-2/wal/instance
14:09:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.566634  3711 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:26.574 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8).
14:09:26.574 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from INITIALIZING to CANCELING.
14:09:26.574 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8).
14:09:26.575 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
14:09:26.575 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CANCELING to CANCELED.
14:09:26.575 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
14:09:26.575 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.575 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.575 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.581 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
14:09:26.581 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CANCELING to CANCELED.
14:09:26.582 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#8 (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8).
14:09:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.590482  3711 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } has no permanent_uuid. Determining permanent_uuid...
14:09:26.594 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#8 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8.
14:09:26.594 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#8 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
14:09:26.594 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#8 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8.
14:09:26.594 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#8 3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8.
14:09:26.595 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CANCELING to CANCELED.
14:09:26.596 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.596 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.596 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.596 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CANCELING to CANCELED.
14:09:26.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.597 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:26.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.598 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.601 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:26.601 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CANCELING to CANCELED.
14:09:26.601 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job eacb0b568f4587f80a357fedc2948c94: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:26.601 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3576eec316f914de9208591f71b9a72c_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CANCELING to CANCELED.
14:09:26.603 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job eacb0b568f4587f80a357fedc2948c94
14:09:26.615 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.616 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.616 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.619 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:26.619 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:26.619 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:26.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:26.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:26.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:26.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:26.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:26.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:26.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:26.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:26.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:26.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.631829  3711 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } has no permanent_uuid. Determining permanent_uuid...
14:09:26.635 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.635 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.635 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.640 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.645 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:26.645 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:26.645 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:26.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:26.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:26.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:26.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:26.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:26.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:26.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.647161  3711 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } has no permanent_uuid. Determining permanent_uuid...
14:09:26.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:26.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:26.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:26.647 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:26.655 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.655 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.655 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.655 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.656 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.667145  3711 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52: Bootstrap starting.
14:09:26.673 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:26.673 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:26.673 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:26.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:26.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:26.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:26.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:26.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:26.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:26.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:26.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:26.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:26.674 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.674896  3711 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52: Neither blocks nor log segments found. Creating new log.
14:09:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.677098  3711 log.cc:826] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52: Log is configured to *not* fsync() on all Append() calls
14:09:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.683459  3711 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52: No bootstrap required, opened a new log
14:09:26.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113366687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:26.696 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:09:26.696 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.696 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.696 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
14:09:26.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.714604  3711 raft_consensus.cc:359] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:26.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.715564  3711 raft_consensus.cc:385] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:26.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.715914  3711 raft_consensus.cc:740] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c690310814a641b2ab0f21024e755e52, State: Initialized, Role: FOLLOWER
14:09:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.716856  3711 consensus_queue.cc:260] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.744103  3711 sys_catalog.cc:565] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: configured and running, proceeding with master startup.
14:09:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.744800  3732 sys_catalog.cc:455] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:26.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.745868  3732 sys_catalog.cc:458] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: This master's current role is: FOLLOWER
14:09:26.755 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:26.755 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:26.755 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:26.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:26.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:26.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:26.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:26.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:26.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.801501  3743 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:09:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.802111  3743 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:09:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.776163  3627 master_runner.cc:187] Error getting master registration for 127.3.83.190:37179: OK, instance_id { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" instance_seqno: 1779113361442253 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:09:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:26.824453  3627 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:09:26.874 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:26.874 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:26.875 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:26.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:26.925 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:26.925 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:26.925 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:26.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:26.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:26.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:26.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:26.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:26.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:26.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:26.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:26.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:26.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:26.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:26.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:26.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:26.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:26.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:26.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:26.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:26.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:26.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:26.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:26.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:26.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:26.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:26.944 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:26.946084  3665 tablet.cc:2404] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:26.965 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:26.965 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:26.965 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:26.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:26.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:26.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:26.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:26.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:27.188 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113367187 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:27.195 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
14:09:27.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
14:09:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:27.216137  3732 raft_consensus.cc:493] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:09:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:27.216740  3732 raft_consensus.cc:515] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:27.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:27.220695  3732 leader_election.cc:290] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1a394d8ea2c64e9296643a6a3edcbf65 (127.3.83.190:37179), 27e16fcce0c049e999aabdab09f338ca (127.3.83.189:42207)
14:09:27.255 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:27.255 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:27.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:27.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:27.256 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:27.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:27.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:27.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:27.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:27.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:27.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:27.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:27.256 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:27.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:27.285 [DEBUG - pool-448-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [6ms] received response from server master-127.31.154.188:42123: OK, deferred=null) with no deferred attached!
14:09:27.301 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:27.302 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:27.302 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:27.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.302 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.302 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.302 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:27.306 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:27.307 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:27.307 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:27.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:27.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:27.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:27.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:27.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:27.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:27.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:27.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:27.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:27.307 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:27.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:27.449 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:27.449 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:27.449 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:27.449 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.450 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:27.471 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:27.472 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:27.472 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:27.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:27.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:27.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:27.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:27.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:27.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:27.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:27.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:27.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:27.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:27.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:27.622 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:27.622 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:27.622 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:27.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.623 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:27.623 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:27.623 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:27.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:27.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:27.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:27.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:27.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:27.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:27.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:27.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:27.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.624 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:27.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:27.624 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:27.666 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:27.666 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:27.666 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:27.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:27.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:27.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:27.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:27.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:27.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:27.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:27.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:27.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:27.667 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:27.677 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:27.677 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:27.678 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:27.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.679 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:27.685 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:27.685 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:27.685 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:27.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:27.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:27.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:27.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:27.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:27.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:27.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:27.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:27.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:27.686 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:27.688 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113367687 for job 9ed37946d37923e3bb89c0a46219320a.
14:09:27.695 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job 9ed37946d37923e3bb89c0a46219320a (3736 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
14:09:27.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
14:09:27.725 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:27.725 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:27.725 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:27.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:27.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:27.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:27.727 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:27.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:27.779 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:27.779 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:27.779 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:27.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:27.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:27.780 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.781 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.781 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:27.781 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:27.807940  3743 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:09:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:27.808956  3743 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:09:27.871 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:27.871 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:27.871 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:27.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:27.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:27.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:27.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:27.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:27.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:27.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:27.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:27.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:27.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:27.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:27.966 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:27.966 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:27.966 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:27.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:27.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:27.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:27.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:27.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:27.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:27.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:27.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:27.969 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:27.969 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:27.970 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29627, elapsed=28303), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [13ms] received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [14ms] delaying RPC due to: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [251ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [253ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [253ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [622ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1341ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2641ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5801ms] refreshing cache from master, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5803ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [7440ms] refreshing cache from master, [7440ms] too many traces: truncated at 100 traces, deferred=Deferred@2132110797(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612)))
14:09:27.972 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=48f5864f7cbb4d3895dcf3851a89a36e, attempt=8, KuduRpc(method=Scan, tablet=48f5864f7cbb4d3895dcf3851a89a36e, attempt=8, TimeoutTracker(timeout=30000, elapsed=28678), Traces: [0ms] sending RPC to server 61705dc0c22b4b6bbb4f42fb963c24b1, [36ms] received response from server 61705dc0c22b4b6bbb4f42fb963c24b1: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [36ms] delaying RPC due to: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [40ms] sending RPC to server cddf5bb839764a4e99c5b4d77abceedd, [85ms] received response from server cddf5bb839764a4e99c5b4d77abceedd: Network error: [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] unexpected exception from downstream on [id: 0x770ec79c, L:/127.0.0.1:38036 - R:/127.31.154.130:33659], [86ms] delaying RPC due to: Network error: [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] unexpected exception from downstream on [id: 0x770ec79c, L:/127.0.0.1:38036 - R:/127.31.154.130:33659], [101ms] sending RPC to server 195d7c99466443ad8f5c32704536eb5d, [162ms] received response from server 195d7c99466443ad8f5c32704536eb5d: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xc053b15c, L:/127.0.0.1:52996 - R:/127.31.154.131:41175], [162ms] delaying RPC due to: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xc053b15c, L:/127.0.0.1:52996 - R:/127.31.154.131:41175], [180ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [199ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.154.188:42123, [209ms] Sub RPC GetTableLocations: received response from server master-127.31.154.188:42123: OK, [212ms] sending RPC to server 61705dc0c22b4b6bbb4f42fb963c24b1, [215ms] received response from server 61705dc0c22b4b6bbb4f42fb963c24b1: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [215ms] delaying RPC due to: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [240ms] sending RPC to server cddf5bb839764a4e99c5b4d77abceedd, [251ms] received response from server cddf5bb839764a4e99c5b4d77abceedd: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [251ms] delaying RPC due to: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [281ms] sending RPC to server 195d7c99466443ad8f5c32704536eb5d, [281ms] received response from server 195d7c99466443ad8f5c32704536eb5d: Network error: Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175, [281ms] delaying RPC due to: Network error: Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.154.188:42123, [333ms] Sub RPC GetTableLocations: received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [334ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [341ms] Sub RPC GetTableLocations: refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [342ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [342ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [342ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [363ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [363ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [381ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [403ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [405ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [406ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [421ms] Sub RPC GetTableLocations: refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [422ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [483ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [560ms] Sub RPC GetTableLocations: refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [561ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [571ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [573ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [573ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [680ms] Sub RPC GetTableLocations: refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [681ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [681ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [682ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [682ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [941ms] Sub RPC GetTableLocations: refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [942ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [942ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [942ms] too many traces: truncated at 100 traces, deferred=Deferred@540005230(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@939568178 after retry RPC@72350963), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@939568178 after retry RPC@72350963)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29627, elapsed=28303), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [13ms] received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [14ms] delaying RPC due to: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [251ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [253ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [253ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [622ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1341ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2641ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5801ms] refreshing cache from master, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5803ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [7440ms] refreshing cache from master, [7440ms] too many traces: truncated at 100 traces, deferred=Deferred@2132110797(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:27.977 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29627, elapsed=28303), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [13ms] received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [14ms] delaying RPC due to: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [251ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [253ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [253ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [622ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1341ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2641ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5801ms] refreshing cache from master, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5803ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [7440ms] refreshing cache from master, [7440ms] too many traces: truncated at 100 traces, deferred=Deferred@2132110797(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:27.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:27.980 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
14:09:27.981 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 8 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29627, elapsed=28303), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [13ms] received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [14ms] delaying RPC due to: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [251ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [253ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [253ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [622ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1341ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2641ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5801ms] refreshing cache from master, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5803ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [7440ms] refreshing cache from master, [7440ms] too many traces: truncated at 100 traces, deferred=Deferred@2132110797(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:27.984 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] disconnecting while in state TERMINATED
14:09:27.984 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.31.154.189:43187(127.31.154.189:43187)] disconnecting while in state TERMINATED
14:09:27.984 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.31.154.188:42123(127.31.154.188:42123)] disconnecting while in state TERMINATED
14:09:27.984 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.31.154.190:35657(127.31.154.190:35657)] disconnecting while in state TERMINATED
14:09:27.985 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state TERMINATED
14:09:27.985 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] disconnecting while in state TERMINATED
14:09:27.985 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.0.201.252:40097(127.0.201.252:40097)] disconnecting while in state TERMINATED
14:09:27.985 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.0.201.253:42719(127.0.201.253:42719)] disconnecting while in state TERMINATED
14:09:27.985 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] disconnecting while in state TERMINATED
14:09:27.985 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.0.201.254:43153(127.0.201.254:43153)] disconnecting while in state TERMINATED
14:09:27.985 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:27.985 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:27.986 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:09:27.986 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
14:09:27.986 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
14:09:27.986 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
14:09:27.986 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
14:09:27.986 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
14:09:27.987 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 8 exited.
14:09:27.987 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
14:09:27.988 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
14:09:28.001 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:09:28.001 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:09:28.002 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 8 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29627, elapsed=28303), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [13ms] received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [14ms] delaying RPC due to: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [251ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [253ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [253ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [622ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1341ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2641ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5801ms] refreshing cache from master, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5803ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [7440ms] refreshing cache from master, [7440ms] too many traces: truncated at 100 traces, deferred=Deferred@2132110797(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.007 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
14:09:28.010 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
14:09:28.013 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 8 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29627, elapsed=28303), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [13ms] received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [14ms] delaying RPC due to: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x48b09fe9, L:/127.0.0.1:41138 - R:/127.31.154.188:42123], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [251ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [253ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [253ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [622ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [622ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1341ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2641ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5801ms] refreshing cache from master, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [5801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5802ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [5803ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [7440ms] refreshing cache from master, [7440ms] too many traces: truncated at 100 traces, deferred=Deferred@2132110797(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@869927965 after retry RPC after error@1631000787) -> (continuation of Deferred@1555131717 after retry RPC after error@144578587) -> (continuation of Deferred@1808222193 after retry RPC after error@854535130) -> (continuation of Deferred@1709421447 after retry RPC after error@491074016) -> (continuation of Deferred@1282147702 after retry RPC after error@127293146) -> (continuation of Deferred@2131866148 after retry RPC after error@1273972247) -> (continuation of Deferred@1728363945 after retry RPC after error@1376847637) -> (continuation of Deferred@543363041 after retry RPC after error@294464004) -> (continuation of Deferred@1403401321 after retry RPC after error@164997287) -> (continuation of Deferred@837919355 after retry RPC after error@1230267211) -> (continuation of Deferred@733152116 after retry RPC after error@252118581) -> (continuation of Deferred@869900244 after retry RPC after error@1509813471) -> (continuation of Deferred@1793518647 after retry RPC after error@1575447024) -> (continuation of Deferred@574581415 after retry RPC after error@336781611) -> (continuation of Deferred@1229463754 after retry RPC after error@788949242) -> (continuation of Deferred@1991591407 after retry RPC after error@1974331819) -> (continuation of Deferred@2112608676 after retry RPC after error@1630941019) -> (continuation of Deferred@1030788271 after retry RPC after error@663405083) -> (continuation of Deferred@76487095 after retry RPC after error@1418961546) -> (continuation of Deferred@1845465435 after retry RPC after error@471076069) -> (continuation of Deferred@1613429873 after retry RPC after error@694457612)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.018 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:28.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
14:09:28.019 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
14:09:28.019 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9ed37946d37923e3bb89c0a46219320a) switched from state RUNNING to RESTARTING.
14:09:28.021 [WARN - flink-pekko.actor.default-dispatcher-7] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
14:09:28.179 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:28.180 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:28.180 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:28.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:28.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:28.180 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:28.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:28.180 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:28.180 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:28.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:28.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:28.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:28.181 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:28.207 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:28.207 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:28.207 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:28.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:28.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:28.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:28.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:28.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:28.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:28.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:28.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:28.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:28.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:28.214 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:28.214 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:28.214 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:28.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:28.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:28.215 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:28.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:28.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:28.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:28.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:28.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:28.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:28.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:28.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:28.275 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:28.275 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:28.275 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:28.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:28.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:28.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:28.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:28.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:28.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:28.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:28.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:28.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:28.277 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.301990  3547 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 8
14:09:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.310375  3625 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } attempt: 8
14:09:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.333740  3547 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65: Bootstrap starting.
14:09:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.345803  3625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca: Bootstrap starting.
14:09:28.346 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:28.346 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:28.346 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:28.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.348 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:28.348 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=29, TimeoutTracker(timeout=29687, elapsed=28740), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [153ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [221ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [241ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [399ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [400ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [401ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [719ms] refreshing cache from master, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [720ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2459ms] refreshing cache from master, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2461ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3819ms] refreshing cache from master, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3820ms] too many traces: truncated at 100 traces, [3820ms] too many traces: truncated at 100 traces, deferred=Deferred@703078312(state=PENDING, result=null, callback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160), errback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160)))
14:09:28.351 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=947236afe2b94477845a0ea4b55ef76b, attempt=4, KuduRpc(method=Scan, tablet=947236afe2b94477845a0ea4b55ef76b, attempt=4, TimeoutTracker(timeout=30000, elapsed=29056), Traces: [0ms] sending RPC to server 195d7c99466443ad8f5c32704536eb5d, [161ms] received response from server 195d7c99466443ad8f5c32704536eb5d: Network error: connection closed, [161ms] delaying RPC due to: Network error: connection closed, [184ms] sending RPC to server cddf5bb839764a4e99c5b4d77abceedd, [213ms] received response from server cddf5bb839764a4e99c5b4d77abceedd: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [213ms] delaying RPC due to: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [222ms] sending RPC to server 61705dc0c22b4b6bbb4f42fb963c24b1, [239ms] received response from server 61705dc0c22b4b6bbb4f42fb963c24b1: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [239ms] delaying RPC due to: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [262ms] refreshing cache from master, [262ms] Sub RPC GetTableLocations: refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [285ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [332ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: connection closed, [332ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: connection closed, [341ms] Sub RPC GetTableLocations: refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [348ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [351ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [353ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [353ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [363ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [381ms] Sub RPC GetTableLocations: refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [383ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [383ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [406ms] Sub RPC GetTableLocations: refreshing cache from master, [406ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [406ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [406ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [406ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [407ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [415ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [415ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [421ms] Sub RPC GetTableLocations: refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [422ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [422ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [422ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [423ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [481ms] Sub RPC GetTableLocations: refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [483ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [501ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [502ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [502ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [502ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [503ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [661ms] Sub RPC GetTableLocations: refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [662ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [663ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [663ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [663ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [981ms] Sub RPC GetTableLocations: refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [982ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1581ms] Sub RPC GetTableLocations: refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1583ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2721ms] Sub RPC GetTableLocations: refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2722ms] too many traces: truncated at 100 traces, deferred=Deferred@890492927(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=29, TimeoutTracker(timeout=29687, elapsed=28740), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [153ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [221ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [241ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [399ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [400ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [401ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [719ms] refreshing cache from master, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [720ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2459ms] refreshing cache from master, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2461ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3819ms] refreshing cache from master, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3820ms] too many traces: truncated at 100 traces, [3820ms] too many traces: truncated at 100 traces, deferred=Deferred@703078312(state=PENDING, result=null, callback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160), errback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.188:42123
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.358 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=29, TimeoutTracker(timeout=29687, elapsed=28740), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [153ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [221ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [241ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [399ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [400ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [401ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [719ms] refreshing cache from master, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [720ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2459ms] refreshing cache from master, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2461ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3819ms] refreshing cache from master, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3820ms] too many traces: truncated at 100 traces, [3820ms] too many traces: truncated at 100 traces, deferred=Deferred@703078312(state=PENDING, result=null, callback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160), errback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.188:42123
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.361 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
14:09:28.361 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=29, TimeoutTracker(timeout=29687, elapsed=28740), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [153ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [221ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [241ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [399ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [400ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [401ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [719ms] refreshing cache from master, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [720ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2459ms] refreshing cache from master, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2461ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3819ms] refreshing cache from master, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3820ms] too many traces: truncated at 100 traces, [3820ms] too many traces: truncated at 100 traces, deferred=Deferred@703078312(state=PENDING, result=null, callback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160), errback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.188:42123
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.352830  3547 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65: Neither blocks nor log segments found. Creating new log.
14:09:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.364727  3625 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca: Neither blocks nor log segments found. Creating new log.
14:09:28.366 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] disconnecting while in state TERMINATED
14:09:28.366 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 50ccfdbac0d74ff2beb563f9b5fc6161(127.0.201.193:46425)] disconnecting while in state TERMINATED
14:09:28.366 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.201.252:40097(127.0.201.252:40097)] disconnecting while in state TERMINATED
14:09:28.366 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.201.253:42719(127.0.201.253:42719)] disconnecting while in state TERMINATED
14:09:28.366 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.154.189:43187(127.31.154.189:43187)] disconnecting while in state TERMINATED
14:09:28.366 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.201.254:43153(127.0.201.254:43153)] disconnecting while in state TERMINATED
14:09:28.367 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:28.367 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.154.188:42123(127.31.154.188:42123)] disconnecting while in state TERMINATED
14:09:28.367 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.154.190:35657(127.31.154.190:35657)] disconnecting while in state TERMINATED
14:09:28.367 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state TERMINATED
14:09:28.367 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
14:09:28.368 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:09:28.368 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
14:09:28.367 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] disconnecting while in state TERMINATED
14:09:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.368711  3547 log.cc:826] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65: Log is configured to *not* fsync() on all Append() calls
14:09:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.368450  3625 log.cc:826] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca: Log is configured to *not* fsync() on all Append() calls
14:09:28.369 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:28.369 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:09:28.369 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:09:28.369 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:09:28.369 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
14:09:28.370 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 5 thread-local buffer(s) from thread: kudu-nio-3
14:09:28.370 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
14:09:28.370 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=29, TimeoutTracker(timeout=29687, elapsed=28740), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [153ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [221ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [241ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [399ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [400ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [401ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [719ms] refreshing cache from master, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [720ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2459ms] refreshing cache from master, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2461ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3819ms] refreshing cache from master, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3820ms] too many traces: truncated at 100 traces, [3820ms] too many traces: truncated at 100 traces, deferred=Deferred@703078312(state=PENDING, result=null, callback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160), errback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.188:42123
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.375 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
14:09:28.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.377364  3625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca: No bootstrap required, opened a new log
14:09:28.378 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
14:09:28.381 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=29, TimeoutTracker(timeout=29687, elapsed=28740), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [153ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [221ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [241ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [399ms] refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [400ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [401ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [719ms] refreshing cache from master, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [720ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [720ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2459ms] refreshing cache from master, [2459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2461ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3819ms] refreshing cache from master, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3820ms] too many traces: truncated at 100 traces, [3820ms] too many traces: truncated at 100 traces, deferred=Deferred@703078312(state=PENDING, result=null, callback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160), errback=(continuation of Deferred@586008178 after retry RPC after error@1412216353) -> (continuation of Deferred@839849990 after retry RPC after error@1542669488) -> (continuation of Deferred@400672746 after retry RPC after error@642643593) -> (continuation of Deferred@1816659310 after retry RPC after error@761207443) -> (continuation of Deferred@874006085 after retry RPC after error@2099775473) -> (continuation of Deferred@1365708367 after retry RPC after error@79240562) -> (continuation of Deferred@1919240654 after retry RPC after error@1339023356) -> (continuation of Deferred@640918844 after retry RPC after error@1781366277) -> (continuation of Deferred@845046199 after retry RPC after error@64972863) -> (continuation of Deferred@947791677 after retry RPC after error@966962017) -> (continuation of Deferred@2016421435 after retry RPC after error@14038930) -> (continuation of Deferred@1230548858 after retry RPC after error@1703804051) -> (continuation of Deferred@485822439 after retry RPC after error@766427468) -> (continuation of Deferred@553752828 after retry RPC after error@727875883) -> (continuation of Deferred@526133655 after retry RPC after error@1151545233) -> (continuation of Deferred@1774754177 after retry RPC after error@1444689482) -> (continuation of Deferred@686996879 after retry RPC after error@1970327719) -> (continuation of Deferred@1490639641 after retry RPC after error@1874892846) -> (continuation of Deferred@1390632604 after retry RPC after error@560290191) -> (continuation of Deferred@871817001 after retry RPC after error@1478242449) -> (continuation of Deferred@281248432 after retry RPC after error@467732486) -> (continuation of Deferred@510362564 after retry RPC after error@667590688) -> (continuation of Deferred@722497643 after retry RPC after error@941812791) -> (continuation of Deferred@2048208212 after retry RPC after error@145512854) -> (continuation of Deferred@546829248 after retry RPC after error@259776689) -> (continuation of Deferred@1549206407 after retry RPC after error@920490354) -> (continuation of Deferred@692809114 after retry RPC after error@2036690538) -> (continuation of Deferred@491389434 after retry RPC after error@1204176160)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.188:42123
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.387 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:28.387 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
14:09:28.387 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
14:09:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.397413  3547 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65: No bootstrap required, opened a new log
14:09:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.409822  3625 raft_consensus.cc:359] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.410763  3625 raft_consensus.cc:385] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.411195  3625 raft_consensus.cc:740] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27e16fcce0c049e999aabdab09f338ca, State: Initialized, Role: FOLLOWER
14:09:28.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.412561  3625 consensus_queue.cc:260] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.426504  3625 sys_catalog.cc:565] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [sys.catalog]: configured and running, proceeding with master startup.
14:09:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.427011  3600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c690310814a641b2ab0f21024e755e52" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27e16fcce0c049e999aabdab09f338ca" is_pre_election: true
14:09:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.428274  3600 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c690310814a641b2ab0f21024e755e52 in term 0.
14:09:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.429276  3600 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:47470 (request call id 1) took 1207 ms. Trace:
14:09:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.429833  3600 rpcz_store.cc:276] 0518 14:09:27.221615 (+     0us) service_pool.cc:167] Inserting onto call queue
14:09:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:09:27.221790 (+   175us) service_pool.cc:224] Handling call
14:09:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:09:28.429156 (+1207366us) inbound_call.cc:177] Queueing success response
14:09:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:09:28.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.432061  3661 leader_election.cc:304] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27e16fcce0c049e999aabdab09f338ca, c690310814a641b2ab0f21024e755e52; no voters: 
14:09:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.427505  3757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.432854  3757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [sys.catalog]: This master's current role is: FOLLOWER
14:09:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.433321  3757 raft_consensus.cc:493] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:09:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.433845  3757 raft_consensus.cc:515] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.438283  3760 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:09:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.442170  3757 leader_election.cc:290] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1a394d8ea2c64e9296643a6a3edcbf65 (127.3.83.190:37179), c690310814a641b2ab0f21024e755e52 (127.3.83.188:44357)
14:09:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.438803  3760 raft_consensus.cc:493] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:09:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.442893  3760 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 0 FOLLOWER]: Advancing to term 1
14:09:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.443786  3686 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "27e16fcce0c049e999aabdab09f338ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c690310814a641b2ab0f21024e755e52" is_pre_election: true
14:09:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.457960  3547 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.458437  3760 raft_consensus.cc:515] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.458976  3547 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.459808  3547 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a394d8ea2c64e9296643a6a3edcbf65, State: Initialized, Role: FOLLOWER
14:09:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.462769  3686 raft_consensus.cc:2393] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 27e16fcce0c049e999aabdab09f338ca in current term 1: Already voted for candidate c690310814a641b2ab0f21024e755e52 in this term.
14:09:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.470532  3760 leader_election.cc:290] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [CANDIDATE]: Term 1 election: Requested vote from peers 1a394d8ea2c64e9296643a6a3edcbf65 (127.3.83.190:37179), 27e16fcce0c049e999aabdab09f338ca (127.3.83.189:42207)
14:09:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.461202  3547 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.471843  3600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c690310814a641b2ab0f21024e755e52" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27e16fcce0c049e999aabdab09f338ca"
14:09:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.472541  3600 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 0 FOLLOWER]: Advancing to term 1
14:09:28.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:28.512 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:28.513 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:28.513 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:28.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:28.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:28.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:28.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:28.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:28.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:28.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:28.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:28.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:28.514 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.515870  3547 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [sys.catalog]: configured and running, proceeding with master startup.
14:09:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.516268  3519 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c690310814a641b2ab0f21024e755e52" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a394d8ea2c64e9296643a6a3edcbf65"
14:09:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.517742  3520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "27e16fcce0c049e999aabdab09f338ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" is_pre_election: true
14:09:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.518731  3519 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [term 0 FOLLOWER]: Advancing to term 1
14:09:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.520504  3600 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c690310814a641b2ab0f21024e755e52 in term 1.
14:09:28.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.522454  3661 leader_election.cc:304] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27e16fcce0c049e999aabdab09f338ca, c690310814a641b2ab0f21024e755e52; no voters: 
14:09:28.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.519172  3521 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c690310814a641b2ab0f21024e755e52" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" is_pre_election: true
14:09:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.523532  3760 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 1 FOLLOWER]: Leader election won for term 1
14:09:28.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.525051  3521 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:53636 (request call id 2) took 1305 ms. Trace:
14:09:28.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.526407  3573 leader_election.cc:304] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 27e16fcce0c049e999aabdab09f338ca; no voters: 1a394d8ea2c64e9296643a6a3edcbf65, c690310814a641b2ab0f21024e755e52
14:09:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.527238  3757 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:09:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.526124  3521 rpcz_store.cc:276] 0518 14:09:27.220020 (+     0us) service_pool.cc:167] Inserting onto call queue
14:09:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:09:27.220167 (+   147us) service_pool.cc:224] Handling call
14:09:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 14:09:28.524985 (+1304818us) inbound_call.cc:177] Queueing success response
14:09:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:09:28.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.532276  3519 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c690310814a641b2ab0f21024e755e52 in term 1.
14:09:28.538 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:28.538 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:28.539 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:28.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.541 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:28.542 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29391), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [212ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [250ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [252ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [252ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [265ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [266ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [266ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [301ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [301ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [320ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [344ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [360ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [360ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [402ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [403ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [403ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [403ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [501ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [503ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [641ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [641ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [642ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [881ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [881ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [881ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [882ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1101ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1661ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3341ms] too many traces: truncated at 100 traces, deferred=Deferred@1345643420(state=PENDING, result=null, callback=(continuation of Deferred@226428182 after retry RPC after error@1638323414) -> (continuation of Deferred@414647082 after retry RPC after error@1869097891) -> (continuation of Deferred@449500397 after retry RPC after error@1302180614) -> (continuation of Deferred@1838368716 after retry RPC after error@1124621550) -> (continuation of Deferred@254379486 after retry RPC after error@797704894) -> (continuation of Deferred@1482071460 after retry RPC after error@1505248620) -> (continuation of Deferred@452734192 after retry RPC after error@1437226211) -> (continuation of Deferred@964515919 after retry RPC after error@586541353) -> (continuation of Deferred@1494604331 after retry RPC after error@1579126950) -> (continuation of Deferred@225641482 after retry RPC after error@4327468) -> (continuation of Deferred@2003914381 after retry RPC after error@1430874725) -> (continuation of Deferred@1074751378 after retry RPC after error@1344013527) -> (continuation of Deferred@761539967 after retry RPC after error@861958388) -> (continuation of Deferred@141079293 after retry RPC after error@954348955) -> (continuation of Deferred@887224365 after retry RPC after error@70703509) -> (continuation of Deferred@1233415348 after retry RPC after error@1617155826) -> (continuation of Deferred@1543006787 after retry RPC after error@1764817624) -> (continuation of Deferred@54250118 after retry RPC after error@2106677333) -> (continuation of Deferred@1696829398 after retry RPC after error@195780496) -> (continuation of Deferred@1444531097 after retry RPC after error@566063871) -> (continuation of Deferred@1486427169 after retry RPC after error@161453949) -> (continuation of Deferred@297980116 after retry RPC after error@1528984217) -> (continuation of Deferred@1267355072 after retry RPC after error@1046159283), errback=(continuation of Deferred@226428182 after retry RPC after error@1638323414) -> (continuation of Deferred@414647082 after retry RPC after error@1869097891) -> (continuation of Deferred@449500397 after retry RPC after error@1302180614) -> (continuation of Deferred@1838368716 after retry RPC after error@1124621550) -> (continuation of Deferred@254379486 after retry RPC after error@797704894) -> (continuation of Deferred@1482071460 after retry RPC after error@1505248620) -> (continuation of Deferred@452734192 after retry RPC after error@1437226211) -> (continuation of Deferred@964515919 after retry RPC after error@586541353) -> (continuation of Deferred@1494604331 after retry RPC after error@1579126950) -> (continuation of Deferred@225641482 after retry RPC after error@4327468) -> (continuation of Deferred@2003914381 after retry RPC after error@1430874725) -> (continuation of Deferred@1074751378 after retry RPC after error@1344013527) -> (continuation of Deferred@761539967 after retry RPC after error@861958388) -> (continuation of Deferred@141079293 after retry RPC after error@954348955) -> (continuation of Deferred@887224365 after retry RPC after error@70703509) -> (continuation of Deferred@1233415348 after retry RPC after error@1617155826) -> (continuation of Deferred@1543006787 after retry RPC after error@1764817624) -> (continuation of Deferred@54250118 after retry RPC after error@2106677333) -> (continuation of Deferred@1696829398 after retry RPC after error@195780496) -> (continuation of Deferred@1444531097 after retry RPC after error@566063871) -> (continuation of Deferred@1486427169 after retry RPC after error@161453949) -> (continuation of Deferred@297980116 after retry RPC after error@1528984217) -> (continuation of Deferred@1267355072 after retry RPC after error@1046159283)))
14:09:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.534654  3765 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:28.546 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:28.546 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:28.546 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:28.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.548 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:28.633 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:28.634 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.536120  3765 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [sys.catalog]: This master's current role is: FOLLOWER
14:09:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.549073  3760 raft_consensus.cc:697] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [term 1 LEADER]: Becoming Leader. State: Replica: c690310814a641b2ab0f21024e755e52, State: Running, Role: LEADER
14:09:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.550122  3760 consensus_queue.cc:237] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } }
14:09:28.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.591351  3775 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:09:28.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.622728  3767 sys_catalog.cc:455] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c690310814a641b2ab0f21024e755e52. Latest consensus state: current_term: 1 leader_uuid: "c690310814a641b2ab0f21024e755e52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:28.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.623520  3767 sys_catalog.cc:458] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: This master's current role is: LEADER
14:09:28.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:28.632032  3578 tablet.cc:2404] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:28.636 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29435), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [92ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [98ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [172ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [198ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [272ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [272ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [307ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [308ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [309ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [312ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [312ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [322ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [342ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [383ms] refreshing cache from master, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [384ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [385ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [385ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [385ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [462ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [463ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [562ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [562ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [563ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [564ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [564ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [822ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [822ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [822ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [822ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1160ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1162ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1642ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3021ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3023ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [5202ms] refreshing cache from master, [5202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [5202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@1381773038(state=PENDING, result=null, callback=(continuation of Deferred@1163900028 after retry RPC after error@2132938474) -> (continuation of Deferred@2005965197 after retry RPC after error@1149825743) -> (continuation of Deferred@2085372534 after retry RPC after error@334911051) -> (continuation of Deferred@1624897865 after retry RPC after error@1665425687) -> (continuation of Deferred@2105921787 after retry RPC after error@1549833486) -> (continuation of Deferred@1943809146 after retry RPC after error@860927951) -> (continuation of Deferred@1610722134 after retry RPC after error@940677821) -> (continuation of Deferred@708632121 after retry RPC after error@484764286) -> (continuation of Deferred@1901246895 after retry RPC after error@1159856458) -> (continuation of Deferred@161727169 after retry RPC after error@850362001) -> (continuation of Deferred@1456744106 after retry RPC after error@53036395) -> (continuation of Deferred@336280069 after retry RPC after error@1561953763) -> (continuation of Deferred@714017180 after retry RPC after error@1673790395) -> (continuation of Deferred@785569492 after retry RPC after error@1073051760) -> (continuation of Deferred@1843680763 after retry RPC after error@788417063) -> (continuation of Deferred@371350874 after retry RPC after error@41976086) -> (continuation of Deferred@1292126000 after retry RPC after error@293045189) -> (continuation of Deferred@356238396 after retry RPC after error@330657724) -> (continuation of Deferred@2087159613 after retry RPC after error@1369656031) -> (continuation of Deferred@452095731 after retry RPC after error@570571422) -> (continuation of Deferred@1646010252 after retry RPC after error@690111650) -> (continuation of Deferred@548287107 after retry RPC after error@332081858) -> (continuation of Deferred@287942472 after retry RPC after error@706078363), errback=(continuation of Deferred@1163900028 after retry RPC after error@2132938474) -> (continuation of Deferred@2005965197 after retry RPC after error@1149825743) -> (continuation of Deferred@2085372534 after retry RPC after error@334911051) -> (continuation of Deferred@1624897865 after retry RPC after error@1665425687) -> (continuation of Deferred@2105921787 after retry RPC after error@1549833486) -> (continuation of Deferred@1943809146 after retry RPC after error@860927951) -> (continuation of Deferred@1610722134 after retry RPC after error@940677821) -> (continuation of Deferred@708632121 after retry RPC after error@484764286) -> (continuation of Deferred@1901246895 after retry RPC after error@1159856458) -> (continuation of Deferred@161727169 after retry RPC after error@850362001) -> (continuation of Deferred@1456744106 after retry RPC after error@53036395) -> (continuation of Deferred@336280069 after retry RPC after error@1561953763) -> (continuation of Deferred@714017180 after retry RPC after error@1673790395) -> (continuation of Deferred@785569492 after retry RPC after error@1073051760) -> (continuation of Deferred@1843680763 after retry RPC after error@788417063) -> (continuation of Deferred@371350874 after retry RPC after error@41976086) -> (continuation of Deferred@1292126000 after retry RPC after error@293045189) -> (continuation of Deferred@356238396 after retry RPC after error@330657724) -> (continuation of Deferred@2087159613 after retry RPC after error@1369656031) -> (continuation of Deferred@452095731 after retry RPC after error@570571422) -> (continuation of Deferred@1646010252 after retry RPC after error@690111650) -> (continuation of Deferred@548287107 after retry RPC after error@332081858) -> (continuation of Deferred@287942472 after retry RPC after error@706078363)))
14:09:28.642 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:28.642 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:28.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:28.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.595359  3549 master_runner.cc:187] Error getting master registration for 127.3.83.190:37179: OK, instance_id { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" instance_seqno: 1779113361442253 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:09:28.645 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:28.645 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:28.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:28.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:28.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:28.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:28.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:28.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:28.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:28.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:28.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:28.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:28.647181  3500 tablet.cc:2404] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.647567  3549 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:09:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.658052  3776 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:09:28.672 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:28.672 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:28.672 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:28.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.673 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.673 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:28.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.674175  3776 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:09:28.675 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:28.675 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:28.675 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:28.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:28.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:28.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:28.677 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:28.678 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=28, TimeoutTracker(timeout=29833, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187], [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [103ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187],org.apache.kudu.client.RecoverableException: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [186ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [262ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [360ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [481ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [502ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [4700ms] refreshing cache from master, [4700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [4701ms] too many traces: truncated at 100 traces, deferred=Deferred@940552466(state=PENDING, result=null, callback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151), errback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151)))
14:09:28.680 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=423f8a25bd5f4a35ba4cb086878f323e, attempt=4, KuduRpc(method=Scan, tablet=423f8a25bd5f4a35ba4cb086878f323e, attempt=4, TimeoutTracker(timeout=30000, elapsed=29271), Traces: [0ms] sending RPC to server 195d7c99466443ad8f5c32704536eb5d, [92ms] received response from server 195d7c99466443ad8f5c32704536eb5d: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xa0b179a5, L:/127.0.0.1:52992 - R:/127.31.154.131:41175], [92ms] delaying RPC due to: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xa0b179a5, L:/127.0.0.1:52992 - R:/127.31.154.131:41175], [100ms] sending RPC to server cddf5bb839764a4e99c5b4d77abceedd, [101ms] received response from server cddf5bb839764a4e99c5b4d77abceedd: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [102ms] delaying RPC due to: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [120ms] sending RPC to server 61705dc0c22b4b6bbb4f42fb963c24b1, [144ms] received response from server 61705dc0c22b4b6bbb4f42fb963c24b1: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [144ms] delaying RPC due to: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187], [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [263ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187],org.apache.kudu.client.RecoverableException: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [280ms] Sub RPC GetTableLocations: refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [286ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [286ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [286ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [301ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [301ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [301ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [302ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [320ms] Sub RPC GetTableLocations: refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [322ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [346ms] Sub RPC GetTableLocations: refreshing cache from master, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [346ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [347ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [347ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [347ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [362ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [420ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [422ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [520ms] Sub RPC GetTableLocations: refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [520ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [521ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [521ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [521ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [640ms] Sub RPC GetTableLocations: refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [641ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [641ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [660ms] Sub RPC GetTableLocations: refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [661ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [661ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [661ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [662ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1480ms] Sub RPC GetTableLocations: refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1480ms] too many traces: truncated at 100 traces, deferred=Deferred@848335106(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=28, TimeoutTracker(timeout=29833, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187], [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [103ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187],org.apache.kudu.client.RecoverableException: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [186ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [262ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [360ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [481ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [502ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [4700ms] refreshing cache from master, [4700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [4701ms] too many traces: truncated at 100 traces, deferred=Deferred@940552466(state=PENDING, result=null, callback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151), errback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.686 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=28, TimeoutTracker(timeout=29833, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187], [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [103ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187],org.apache.kudu.client.RecoverableException: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [186ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [262ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [360ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [481ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [502ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [4700ms] refreshing cache from master, [4700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [4701ms] too many traces: truncated at 100 traces, deferred=Deferred@940552466(state=PENDING, result=null, callback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151), errback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.691 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
14:09:28.691 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 7 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=28, TimeoutTracker(timeout=29833, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187], [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [103ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187],org.apache.kudu.client.RecoverableException: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [186ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [262ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [360ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [481ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [502ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [4700ms] refreshing cache from master, [4700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [4701ms] too many traces: truncated at 100 traces, deferred=Deferred@940552466(state=PENDING, result=null, callback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151), errback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.697 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] disconnecting while in state TERMINATED
14:09:28.697 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.154.189:43187(127.31.154.189:43187)] disconnecting while in state TERMINATED
14:09:28.697 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.154.188:42123(127.31.154.188:42123)] disconnecting while in state TERMINATED
14:09:28.697 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.154.190:35657(127.31.154.190:35657)] disconnecting while in state TERMINATED
14:09:28.697 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state TERMINATED
14:09:28.698 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] disconnecting while in state TERMINATED
14:09:28.698 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:28.699 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer dbcb1e051166456aa6d009f2d150a669(127.0.201.195:45829)] disconnecting while in state TERMINATED
14:09:28.699 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.201.252:40097(127.0.201.252:40097)] disconnecting while in state TERMINATED
14:09:28.699 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.201.253:42719(127.0.201.253:42719)] disconnecting while in state TERMINATED
14:09:28.699 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.201.254:43153(127.0.201.254:43153)] disconnecting while in state TERMINATED
14:09:28.703 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:28.707 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
14:09:28.707 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
14:09:28.707 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:09:28.708 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
14:09:28.709 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
14:09:28.709 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
14:09:28.711 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 7 exited.
14:09:28.739 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:09:28.740 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:09:28.741 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 7 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=28, TimeoutTracker(timeout=29833, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187], [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [103ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187],org.apache.kudu.client.RecoverableException: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [186ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [262ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [360ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [481ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [502ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [4700ms] refreshing cache from master, [4700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [4701ms] too many traces: truncated at 100 traces, deferred=Deferred@940552466(state=PENDING, result=null, callback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151), errback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.749 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
14:09:28.754 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
14:09:28.762 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:28.762 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:28.762 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:28.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:28.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:28.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:28.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:28.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:28.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:28.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:28.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:28.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:28.763 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:28.767 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 7 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=28, TimeoutTracker(timeout=29833, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187], [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [103ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: [peer master-127.31.154.189:43187(127.31.154.189:43187)] unexpected exception from downstream on [id: 0x8a74c99c, L:/127.0.0.1:56586 - R:/127.31.154.189:43187],org.apache.kudu.client.RecoverableException: [peer master-127.31.154.188:42123(127.31.154.188:42123)] unexpected exception from downstream on [id: 0x188ac1cc, L:/127.0.0.1:41164 - R:/127.31.154.188:42123], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [186ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [261ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [262ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [360ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [361ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [361ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [481ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [501ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [502ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [1321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [4700ms] refreshing cache from master, [4700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [4701ms] too many traces: truncated at 100 traces, deferred=Deferred@940552466(state=PENDING, result=null, callback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151), errback=(continuation of Deferred@1065501683 after retry RPC after error@1766239872) -> (continuation of Deferred@1498545866 after retry RPC after error@471024595) -> (continuation of Deferred@824379001 after retry RPC after error@1842187379) -> (continuation of Deferred@993822894 after retry RPC after error@1035426241) -> (continuation of Deferred@336498880 after retry RPC after error@362883110) -> (continuation of Deferred@1242016708 after retry RPC after error@1299814932) -> (continuation of Deferred@764517355 after retry RPC after error@829257319) -> (continuation of Deferred@1187230213 after retry RPC after error@1198205427) -> (continuation of Deferred@1711582262 after retry RPC after error@1006645471) -> (continuation of Deferred@1728638656 after retry RPC after error@2033346403) -> (continuation of Deferred@974389615 after retry RPC after error@120543290) -> (continuation of Deferred@670157041 after retry RPC after error@1301457427) -> (continuation of Deferred@1469568439 after retry RPC after error@704948727) -> (continuation of Deferred@60508678 after retry RPC after error@1526835796) -> (continuation of Deferred@844293870 after retry RPC after error@1033284162) -> (continuation of Deferred@1677991052 after retry RPC after error@847333714) -> (continuation of Deferred@398568570 after retry RPC after error@529383546) -> (continuation of Deferred@1529438075 after retry RPC after error@1666860693) -> (continuation of Deferred@2036499704 after retry RPC after error@144512446) -> (continuation of Deferred@425607505 after retry RPC after error@671203841) -> (continuation of Deferred@1160365757 after retry RPC after error@637082435) -> (continuation of Deferred@1313247844 after retry RPC after error@1752252519) -> (continuation of Deferred@1667661818 after retry RPC after error@237523926) -> (continuation of Deferred@1955018181 after retry RPC after error@370618698) -> (continuation of Deferred@1188959709 after retry RPC after error@170154035) -> (continuation of Deferred@1195408815 after retry RPC after error@1760729452) -> (continuation of Deferred@1588857170 after retry RPC after error@1996044151)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:28.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:28.789 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
14:09:28.789 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
14:09:28.790 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.800202  3789 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:09:28.833 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:28.833 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:28.833 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:28.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:28.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:28.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:28.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:28.835 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [11ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [27ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [199ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [234ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [287ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [288ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [288ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [295ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [295ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [321ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [341ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [341ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [342ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [381ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [381ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [381ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [381ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [421ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [421ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [422ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [481ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [482ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [601ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [602ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [621ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [621ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [622ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [622ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1522ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3180ms] refreshing cache from master, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [3181ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [5460ms] refreshing cache from master, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [5461ms] too many traces: truncated at 100 traces, deferred=Deferred@724085572(state=PENDING, result=null, callback=(continuation of Deferred@1696621280 after retry RPC after error@864729336) -> (continuation of Deferred@589222791 after retry RPC after error@1300377131) -> (continuation of Deferred@735273497 after retry RPC after error@1299727075) -> (continuation of Deferred@405742112 after retry RPC after error@1140896888) -> (continuation of Deferred@1962136907 after retry RPC after error@2064903788) -> (continuation of Deferred@449637644 after retry RPC after error@1529755993) -> (continuation of Deferred@832431866 after retry RPC after error@1436098091) -> (continuation of Deferred@675294489 after retry RPC after error@42872249) -> (continuation of Deferred@1551540516 after retry RPC after error@1091540166) -> (continuation of Deferred@1754153243 after retry RPC after error@463358550) -> (continuation of Deferred@316976000 after retry RPC after error@804304062) -> (continuation of Deferred@896315074 after retry RPC after error@1556717251) -> (continuation of Deferred@1808172657 after retry RPC after error@1094290163) -> (continuation of Deferred@292759208 after retry RPC after error@22846915) -> (continuation of Deferred@1584817815 after retry RPC after error@1402274232) -> (continuation of Deferred@1532701444 after retry RPC after error@1040975657) -> (continuation of Deferred@1394842785 after retry RPC after error@675336124) -> (continuation of Deferred@708956859 after retry RPC after error@1948958101) -> (continuation of Deferred@1000599845 after retry RPC after error@355529922) -> (continuation of Deferred@826288341 after retry RPC after error@271052157) -> (continuation of Deferred@883498117 after retry RPC after error@648902710) -> (continuation of Deferred@370932406 after retry RPC after error@964206861) -> (continuation of Deferred@1170853779 after retry RPC after error@149447636) -> (continuation of Deferred@1097852469 after retry RPC after error@1029920732) -> (continuation of Deferred@920498868 after retry RPC after error@2103476600) -> (continuation of Deferred@1124114095 after retry RPC after error@1694170276) -> (continuation of Deferred@1063889565 after retry RPC after error@1182504777) -> (continuation of Deferred@29990095 after retry RPC after error@845500302) -> (continuation of Deferred@1084896797 after retry RPC after error@1517367454), errback=(continuation of Deferred@1696621280 after retry RPC after error@864729336) -> (continuation of Deferred@589222791 after retry RPC after error@1300377131) -> (continuation of Deferred@735273497 after retry RPC after error@1299727075) -> (continuation of Deferred@405742112 after retry RPC after error@1140896888) -> (continuation of Deferred@1962136907 after retry RPC after error@2064903788) -> (continuation of Deferred@449637644 after retry RPC after error@1529755993) -> (continuation of Deferred@832431866 after retry RPC after error@1436098091) -> (continuation of Deferred@675294489 after retry RPC after error@42872249) -> (continuation of Deferred@1551540516 after retry RPC after error@1091540166) -> (continuation of Deferred@1754153243 after retry RPC after error@463358550) -> (continuation of Deferred@316976000 after retry RPC after error@804304062) -> (continuation of Deferred@896315074 after retry RPC after error@1556717251) -> (continuation of Deferred@1808172657 after retry RPC after error@1094290163) -> (continuation of Deferred@292759208 after retry RPC after error@22846915) -> (continuation of Deferred@1584817815 after retry RPC after error@1402274232) -> (continuation of Deferred@1532701444 after retry RPC after error@1040975657) -> (continuation of Deferred@1394842785 after retry RPC after error@675336124) -> (continuation of Deferred@708956859 after retry RPC after error@1948958101) -> (continuation of Deferred@1000599845 after retry RPC after error@355529922) -> (continuation of Deferred@826288341 after retry RPC after error@271052157) -> (continuation of Deferred@883498117 after retry RPC after error@648902710) -> (continuation of Deferred@370932406 after retry RPC after error@964206861) -> (continuation of Deferred@1170853779 after retry RPC after error@149447636) -> (continuation of Deferred@1097852469 after retry RPC after error@1029920732) -> (continuation of Deferred@920498868 after retry RPC after error@2103476600) -> (continuation of Deferred@1124114095 after retry RPC after error@1694170276) -> (continuation of Deferred@1063889565 after retry RPC after error@1182504777) -> (continuation of Deferred@29990095 after retry RPC after error@845500302) -> (continuation of Deferred@1084896797 after retry RPC after error@1517367454)))
14:09:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.847025  3600 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [term 1 FOLLOWER]: Refusing update from remote peer c690310814a641b2ab0f21024e755e52: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:09:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.849458  3767 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [LEADER]: Connected to new peer: Peer: permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:09:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.863032  3519 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [term 1 FOLLOWER]: Refusing update from remote peer c690310814a641b2ab0f21024e755e52: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:09:28.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.864733  3767 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:09:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.897650  3757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [sys.catalog]: SysCatalogTable state changed. Reason: New leader c690310814a641b2ab0f21024e755e52. Latest consensus state: current_term: 1 leader_uuid: "c690310814a641b2ab0f21024e755e52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.898741  3757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [sys.catalog]: This master's current role is: FOLLOWER
14:09:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.901242  3765 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c690310814a641b2ab0f21024e755e52. Latest consensus state: current_term: 1 leader_uuid: "c690310814a641b2ab0f21024e755e52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.901925  3765 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [sys.catalog]: This master's current role is: FOLLOWER
14:09:28.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.920203  3780 mvcc.cc:204] Tried to move back new op lower bound from 7287248358737612800 to 7287248357594128384. Current Snapshot: MvccSnapshot[applied={T|T < 7287248358737612800}]
14:09:28.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.928412  3790 mvcc.cc:204] Tried to move back new op lower bound from 7287248358737612800 to 7287248357594128384. Current Snapshot: MvccSnapshot[applied={T|T < 7287248358737612800}]
14:09:28.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.934132  3765 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c690310814a641b2ab0f21024e755e52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.935024  3765 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65 [sys.catalog]: This master's current role is: FOLLOWER
14:09:29.020 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 9ed37946d37923e3bb89c0a46219320a from Checkpoint 72 @ 1779113367687 for 9ed37946d37923e3bb89c0a46219320a located at file:/tmp/junit5540260812127132112/checkpoints/9ed37946d37923e3bb89c0a46219320a/chk-72.
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.938220  3760 sys_catalog.cc:455] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c690310814a641b2ab0f21024e755e52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.938907  3760 sys_catalog.cc:458] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: This master's current role is: LEADER
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.941083  3776 catalog_manager.cc:1382] Generated new cluster ID: 75a67ea58a7b46d7b4533386df3afa8b
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.941354  3776 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.952406  3760 sys_catalog.cc:455] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c690310814a641b2ab0f21024e755e52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.953068  3760 sys_catalog.cc:458] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52 [sys.catalog]: This master's current role is: LEADER
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.954550  3757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c690310814a641b2ab0f21024e755e52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1a394d8ea2c64e9296643a6a3edcbf65" member_type: VOTER last_known_addr { host: "127.3.83.190" port: 37179 } } peers { permanent_uuid: "27e16fcce0c049e999aabdab09f338ca" member_type: VOTER last_known_addr { host: "127.3.83.189" port: 42207 } } peers { permanent_uuid: "c690310814a641b2ab0f21024e755e52" member_type: VOTER last_known_addr { host: "127.3.83.188" port: 44357 } } }
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.955240  3757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca [sys.catalog]: This master's current role is: FOLLOWER
14:09:29.021 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
14:09:29.021 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.252:33621(127.22.3.252:33621)] connecting to peer
14:09:29.021 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.253:33653(127.22.3.253:33653)] connecting to peer
14:09:29.022 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.22.3.254:39131(127.22.3.254:39131)] connecting to peer
14:09:29.022 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
14:09:29.023 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 72 for source Source: KuduSource to checkpoint.
14:09:29.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:29.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.3.252:33621(127.22.3.252:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:29.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.252:33621: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621
14:09:29.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:29.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.3.253:33653(127.22.3.253:33653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:29.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.253:33653: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653
14:09:29.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:29.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.3.254:39131(127.22.3.254:39131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:29.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.3.254:39131: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131
14:09:29.025 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131; will retry
14:09:29.026 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29897), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [70ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [72ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [125ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [126ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [139ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [139ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [190ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [195ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [211ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [323ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [442ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [443ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [443ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [760ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [762ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [762ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [762ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [762ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [1122ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.254:39131: Network error: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.252:33621: Network error: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.22.3.253:33653: Network error: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653, [2422ms] delaying RPC due to: Service unavailable: Master config (127.22.3.252:33621,127.22.3.253:33653,127.22.3.254:39131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.253:33653(127.22.3.253:33653): Connection refused: /127.22.3.253:33653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.254:39131(127.22.3.254:39131): Connection refused: /127.22.3.254:39131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.3.252:33621(127.22.3.252:33621): Connection refused: /127.22.3.252:33621, [4941ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.252:33621, [4942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.253:33653, [4942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.3.254:39131, [4943ms] too many traces: truncated at 100 traces, deferred=Deferred@635693042(state=PENDING, result=null, callback=(continuation of Deferred@1529779086 after retry RPC after error@839739645) -> (continuation of Deferred@1502538528 after retry RPC after error@1667779476) -> (continuation of Deferred@1291130516 after retry RPC after error@359060855) -> (continuation of Deferred@1000340240 after retry RPC after error@445264668) -> (continuation of Deferred@2117064559 after retry RPC after error@1564571824) -> (continuation of Deferred@423780211 after retry RPC after error@1385926036) -> (continuation of Deferred@1376762887 after retry RPC after error@73255438) -> (continuation of Deferred@258974769 after retry RPC after error@18251621) -> (continuation of Deferred@785777860 after retry RPC after error@1152493226) -> (continuation of Deferred@915266593 after retry RPC after error@72511682) -> (continuation of Deferred@448574632 after retry RPC after error@1399969187) -> (continuation of Deferred@197490488 after retry RPC after error@470205154) -> (continuation of Deferred@1667247166 after retry RPC after error@1054945596) -> (continuation of Deferred@515767663 after retry RPC after error@881212808) -> (continuation of Deferred@1457907450 after retry RPC after error@1639601611) -> (continuation of Deferred@270371350 after retry RPC after error@359829472) -> (continuation of Deferred@1826191746 after retry RPC after error@1602125279) -> (continuation of Deferred@592380188 after retry RPC after error@574850842) -> (continuation of Deferred@91357113 after retry RPC after error@692972109) -> (continuation of Deferred@1917933977 after retry RPC after error@1276406686) -> (continuation of Deferred@1175636370 after retry RPC after error@13327519) -> (continuation of Deferred@2016297102 after retry RPC after error@386501774), errback=(continuation of Deferred@1529779086 after retry RPC after error@839739645) -> (continuation of Deferred@1502538528 after retry RPC after error@1667779476) -> (continuation of Deferred@1291130516 after retry RPC after error@359060855) -> (continuation of Deferred@1000340240 after retry RPC after error@445264668) -> (continuation of Deferred@2117064559 after retry RPC after error@1564571824) -> (continuation of Deferred@423780211 after retry RPC after error@1385926036) -> (continuation of Deferred@1376762887 after retry RPC after error@73255438) -> (continuation of Deferred@258974769 after retry RPC after error@18251621) -> (continuation of Deferred@785777860 after retry RPC after error@1152493226) -> (continuation of Deferred@915266593 after retry RPC after error@72511682) -> (continuation of Deferred@448574632 after retry RPC after error@1399969187) -> (continuation of Deferred@197490488 after retry RPC after error@470205154) -> (continuation of Deferred@1667247166 after retry RPC after error@1054945596) -> (continuation of Deferred@515767663 after retry RPC after error@881212808) -> (continuation of Deferred@1457907450 after retry RPC after error@1639601611) -> (continuation of Deferred@270371350 after retry RPC after error@359829472) -> (continuation of Deferred@1826191746 after retry RPC after error@1602125279) -> (continuation of Deferred@592380188 after retry RPC after error@574850842) -> (continuation of Deferred@91357113 after retry RPC after error@692972109) -> (continuation of Deferred@1917933977 after retry RPC after error@1276406686) -> (continuation of Deferred@1175636370 after retry RPC after error@13327519) -> (continuation of Deferred@2016297102 after retry RPC after error@386501774)))
14:09:29.028 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:29.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:28.998420  3776 catalog_manager.cc:1405] Generated new certificate authority record
14:09:29.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.000733  3776 catalog_manager.cc:1539] Loading token signing keys...
14:09:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.044150  3776 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c690310814a641b2ab0f21024e755e52: Generated new TSK 0
14:09:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.045822  3776 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:09:29.048 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
14:09:29.049 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1) with allocation id 10234ea8abb2fd5aabd775198da64c13
14:09:29.050 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 9ed37946d37923e3bb89c0a46219320a from Checkpoint 72 @ 1779113367687 for 9ed37946d37923e3bb89c0a46219320a located at file:/tmp/junit5540260812127132112/checkpoints/9ed37946d37923e3bb89c0a46219320a/chk-72.
14:09:29.050 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
14:09:29.050 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 72 for source Source: KuduSource to checkpoint.
14:09:29.050 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
14:09:29.051 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:29.051 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
14:09:29.051 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1) with allocation id 0c7083f6e3db68a07e4e51a5c87c4183
14:09:29.052 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9ed37946d37923e3bb89c0a46219320a) switched from state RESTARTING to RUNNING.
14:09:29.052 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 10234ea8abb2fd5aabd775198da64c13.
14:09:29.053 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 9ed37946d37923e3bb89c0a46219320a from Checkpoint 72 @ 1779113367687 for 9ed37946d37923e3bb89c0a46219320a located at file:/tmp/junit5540260812127132112/checkpoints/9ed37946d37923e3bb89c0a46219320a/chk-72.
14:09:29.053 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
14:09:29.053 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 10234ea8abb2fd5aabd775198da64c13.
14:09:29.053 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
14:09:29.054 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:29.054 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
14:09:29.054 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1) with allocation id a699c3873297e20a1c7215740ec1a71b
14:09:29.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 72 for source Source: KuduSource to checkpoint.
14:09:29.057 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 0c7083f6e3db68a07e4e51a5c87c4183.
14:09:29.057 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 0c7083f6e3db68a07e4e51a5c87c4183.
14:09:29.058 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a699c3873297e20a1c7215740ec1a71b.
14:09:29.059 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id a699c3873297e20a1c7215740ec1a71b.
14:09:29.060 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
14:09:29.060 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
14:09:29.061 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
14:09:29.061 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
14:09:29.064 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1614e7ba
14:09:29.064 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:29.064 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:09:29.064 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79f4539d
14:09:29.065 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:29.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
14:09:29.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
14:09:29.065 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:09:29.065 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:09:29.065 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
14:09:29.066 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@586efd07
14:09:29.066 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:29.067 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:09:29.067 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:09:29.070 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
14:09:29.072 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73091c7b
14:09:29.074 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30a5fa03
14:09:29.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:09:29.075 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
14:09:29.078 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:29.079 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:29.081 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@234207ea
14:09:29.083 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:29.088 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.096 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.097 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.097 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.099 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.100 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.100 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.103 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (46167b4104acab610af5cd9644360c4d) switched from state RESTARTING to RUNNING.
14:09:29.104 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job 46167b4104acab610af5cd9644360c4d from Checkpoint 71 @ 1779113168467 for 46167b4104acab610af5cd9644360c4d located at file:/tmp/junit1997771594265435018/checkpoints/46167b4104acab610af5cd9644360c4d/chk-71.
14:09:29.105 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
14:09:29.105 [INFO - flink-pekko.actor.default-dispatcher-10] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:09:29.108 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.109 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.111 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.118 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.120 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.120 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.121 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
14:09:29.121 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:29.122 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
14:09:29.122 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 9d4699c768d84e7eef6ad1d2a837b629
14:09:29.122 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
14:09:29.122 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9d4699c768d84e7eef6ad1d2a837b629.
14:09:29.123 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
14:09:29.123 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 829b669c9d09e09bfe46427a95cc7f96
14:09:29.123 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
14:09:29.123 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 9d4699c768d84e7eef6ad1d2a837b629.
14:09:29.124 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
14:09:29.124 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id 95b6f7e427a4183710e9a5a05541822d
14:09:29.124 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
14:09:29.124 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:29.125 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:29.126 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 46167b4104acab610af5cd9644360c4d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:29.126 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
14:09:29.126 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id 382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d92b7780-f194-4179-a5b2-de0690cbe3a3 @ 127.0.0.1 (dataPort=-1) with allocation id a1be49eec86fee4ded01ecf9c76e477a
14:09:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.126971  3406 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/wal
14:09:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/data
14:09:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:29.127 [INFO - Thread-74] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/logs
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/data/info.pb
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.129:0
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.83.129
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.129
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:29.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.128 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.130 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 829b669c9d09e09bfe46427a95cc7f96.
14:09:29.131 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 829b669c9d09e09bfe46427a95cc7f96.
14:09:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:29.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:09:29.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
14:09:29.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
14:09:29.135 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@767ef0b4
14:09:29.135 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:29.135 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:09:29.135 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
14:09:29.135 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
14:09:29.136 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.138 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.138 [DEBUG - Thread-74] (Connection.java:575) [peer master-127.23.33.60:33863(127.23.33.60:33863)] disconnecting while in state TERMINATED
14:09:29.139 [DEBUG - Thread-74] (Connection.java:575) [peer master-127.23.33.62:45905(127.23.33.62:45905)] disconnecting while in state TERMINATED
14:09:29.139 [DEBUG - Thread-74] (Connection.java:575) [peer master-127.23.33.61:39535(127.23.33.61:39535)] disconnecting while in state TERMINATED
14:09:29.139 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:29.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.140 [INFO - Thread-74] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:09:29.140 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73cacffe
14:09:29.140 [INFO - Thread-74] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:09:29.142 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:29.144 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.144 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.145 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 95b6f7e427a4183710e9a5a05541822d.
14:09:29.145 [DEBUG - Thread-74] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:29.146 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 95b6f7e427a4183710e9a5a05541822d.
14:09:29.146 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
14:09:29.146 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
14:09:29.146 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.146 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@637e37e3
14:09:29.147 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:29.147 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:09:29.147 [INFO - Thread-74] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:09:29.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.147 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
14:09:29.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.147 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
14:09:29.149 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.150 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@667df354
14:09:29.151 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:29.155 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:29.155 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:29.155 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:29.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:29.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:29.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:29.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:29.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:29.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:29.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:29.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:29.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:29.157 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:29.158 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.159 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a1be49eec86fee4ded01ecf9c76e477a.
14:09:29.160 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id a1be49eec86fee4ded01ecf9c76e477a.
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c55c6e9
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b57d77c
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:09:29.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit1997771594265435018/checkpoints")
14:09:29.162 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
14:09:29.162 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
14:09:29.162 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
14:09:29.165 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (382f19d652d46c045f28c07dab1faca3_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
14:09:29.167 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a10348b
14:09:29.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.171 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a8b1723
14:09:29.174 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:29.176 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:29.177 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.178 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:29.178 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:29.178 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:29.178 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:29.178 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.180 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.180 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.182 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.185 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.185 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.185 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.187 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.187 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:29.187 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:29.187 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:29.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.188 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:29.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.189 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.189 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.189 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.190 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.191 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.192 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.192 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.193 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.196 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.197 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.197 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.197 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.197 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.199 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.200 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.200 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.202 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.204 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.205 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.208 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.208 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.208 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.208 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.208 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.208 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.208 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.209 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.209 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.209 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.210 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.212 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.217 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.217 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.217 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.218 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.218 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.218 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.220 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.229 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.229 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.230 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.230 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.231 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.234 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.236 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.236 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.236 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.239 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.240 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.242 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.242 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.242 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.245 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.246 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.246 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.246 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.248 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.249 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.249 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.250 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.250 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.250 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.250 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.251 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.252 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.253 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.258 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.258 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.258 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.259 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.259 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.259 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.259 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.261 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.261 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.262 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.262 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.262 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.262 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.262 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.263 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.264 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.264 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.265 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:29.265 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:29.265 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:29.265 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.266 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.266 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.267 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:29.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.267 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:29.268 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.269 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.269 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.269 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.269 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.270 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.271 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.272 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.273 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.274 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.275 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.275 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.276 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:29.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.276 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:29.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.276 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:29.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.277 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:29.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:29.277 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.277 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:29.277 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:29.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:29.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.278 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:29.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:29.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:29.277 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:29.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:29.279 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.279 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.281 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.282 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.282 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.283 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.283 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.283 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.283 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.284 [DEBUG - pool-448-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [4ms] received response from server master-127.31.154.188:42123: OK, deferred=null) with no deferred attached!
14:09:29.285 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.285 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.285 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.285 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.286 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.286 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.286 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.287 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.287 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.288 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.288 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.289 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.289 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.289 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.289 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.289 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.290 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.290 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.298 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.298 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.298 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.300 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.300 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.300 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.301 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.302 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.303 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.303 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.304 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.305 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.305 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.305 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.306 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.306 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.307 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.305 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.308 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.309 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.309 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.310 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.309 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.310 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.311 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.322 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.322 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.323 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.324 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.324 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.325 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.326 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.326 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.326 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.326 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.326 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.326 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.327 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.328 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.341 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.341 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.341 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.343 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.343 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.344 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.344 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.345 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.345 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.345 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.352 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.188:42123(127.31.154.188:42123)] connecting to peer
14:09:29.352 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.190:35657(127.31.154.190:35657)] connecting to peer
14:09:29.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:29.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.154.188:42123(127.31.154.188:42123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:29.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.188:42123: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123
14:09:29.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:29.352 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.31.154.189:43187(127.31.154.189:43187)] connecting to peer
14:09:29.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.154.190:35657(127.31.154.190:35657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:29.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.190:35657: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657
14:09:29.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:29.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.154.189:43187(127.31.154.189:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:29.353 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.154.189:43187: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
14:09:29.353 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187; will retry
14:09:29.354 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=29625, elapsed=29541), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [1ms] received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [105ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [201ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [581ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [840ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [841ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2061ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3520ms] refreshing cache from master, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3523ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5620ms] refreshing cache from master, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@278524908(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770)))
14:09:29.356 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, attempt=8, KuduRpc(method=Scan, tablet=05cbf1cd89b44dac8b0c3bf2e5267889, attempt=8, TimeoutTracker(timeout=30000, elapsed=29918), Traces: [0ms] sending RPC to server 195d7c99466443ad8f5c32704536eb5d, [55ms] received response from server 195d7c99466443ad8f5c32704536eb5d: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xd041314b, L:/127.0.0.1:52998 - R:/127.31.154.131:41175], [55ms] delaying RPC due to: Network error: [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] unexpected exception from downstream on [id: 0xd041314b, L:/127.0.0.1:52998 - R:/127.31.154.131:41175], [59ms] sending RPC to server cddf5bb839764a4e99c5b4d77abceedd, [61ms] received response from server cddf5bb839764a4e99c5b4d77abceedd: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [61ms] delaying RPC due to: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [79ms] sending RPC to server 61705dc0c22b4b6bbb4f42fb963c24b1, [107ms] received response from server 61705dc0c22b4b6bbb4f42fb963c24b1: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [107ms] delaying RPC due to: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [159ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: OK, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.154.188:42123, [163ms] Sub RPC GetTableLocations: received response from server master-127.31.154.188:42123: OK, [164ms] sending RPC to server 195d7c99466443ad8f5c32704536eb5d, [188ms] received response from server 195d7c99466443ad8f5c32704536eb5d: Network error: Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175, [188ms] delaying RPC due to: Network error: Failed to connect to peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175): Connection refused: /127.31.154.131:41175, [200ms] sending RPC to server cddf5bb839764a4e99c5b4d77abceedd, [201ms] received response from server cddf5bb839764a4e99c5b4d77abceedd: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [201ms] delaying RPC due to: Network error: Failed to connect to peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659): Connection refused: /127.31.154.130:33659, [279ms] sending RPC to server 61705dc0c22b4b6bbb4f42fb963c24b1, [280ms] received response from server 61705dc0c22b4b6bbb4f42fb963c24b1: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [280ms] delaying RPC due to: Network error: Failed to connect to peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031): Connection refused: /127.31.154.129:42031, [360ms] refreshing cache from master, [360ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.154.188:42123, [361ms] Sub RPC GetTableLocations: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [361ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [379ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [380ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [381ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [381ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [381ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [399ms] Sub RPC GetTableLocations: refreshing cache from master, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [400ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [400ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [401ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [419ms] Sub RPC GetTableLocations: refreshing cache from master, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [420ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [420ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [421ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [439ms] Sub RPC GetTableLocations: refreshing cache from master, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [440ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [440ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [440ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [441ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [461ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [464ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [465ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [465ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [479ms] Sub RPC GetTableLocations: refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [480ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [559ms] Sub RPC GetTableLocations: refreshing cache from master, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [560ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [560ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [561ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [561ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [680ms] Sub RPC GetTableLocations: refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [681ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [681ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [681ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [681ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [940ms] Sub RPC GetTableLocations: refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [941ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [941ms] too many traces: truncated at 100 traces, [941ms] too many traces: truncated at 100 traces, deferred=Deferred@1749623423(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@1858472451 after retry RPC@107575460), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@1858472451 after retry RPC@107575460)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=29625, elapsed=29541), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [1ms] received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [105ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [201ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [581ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [840ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [841ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2061ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3520ms] refreshing cache from master, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3523ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5620ms] refreshing cache from master, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@278524908(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:29.358 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.358 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.358 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.359 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.361 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.363 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=29625, elapsed=29541), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [1ms] received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [105ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [201ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [581ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [840ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [841ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2061ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3520ms] refreshing cache from master, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3523ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5620ms] refreshing cache from master, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@278524908(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:29.365 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.366 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.366 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.366 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.366 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.367 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.368 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.368 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
14:09:29.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.368 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=29625, elapsed=29541), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [1ms] received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [105ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [201ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [581ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [840ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [841ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2061ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3520ms] refreshing cache from master, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3523ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5620ms] refreshing cache from master, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@278524908(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:29.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.372 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.373 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.373 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.373 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.372 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.375 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 61705dc0c22b4b6bbb4f42fb963c24b1(127.31.154.129:42031)] disconnecting while in state TERMINATED
14:09:29.375 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.31.154.189:43187(127.31.154.189:43187)] disconnecting while in state TERMINATED
14:09:29.375 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.31.154.188:42123(127.31.154.188:42123)] disconnecting while in state TERMINATED
14:09:29.375 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.31.154.190:35657(127.31.154.190:35657)] disconnecting while in state TERMINATED
14:09:29.376 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 195d7c99466443ad8f5c32704536eb5d(127.31.154.131:41175)] disconnecting while in state TERMINATED
14:09:29.376 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 479a3408add64f9ea4cc7ae1ba4238cf(127.0.201.194:35767)] disconnecting while in state TERMINATED
14:09:29.376 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.0.201.252:40097(127.0.201.252:40097)] disconnecting while in state TERMINATED
14:09:29.376 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.0.201.253:42719(127.0.201.253:42719)] disconnecting while in state TERMINATED
14:09:29.376 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.0.201.254:43153(127.0.201.254:43153)] disconnecting while in state TERMINATED
14:09:29.376 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer cddf5bb839764a4e99c5b4d77abceedd(127.31.154.130:33659)] disconnecting while in state TERMINATED
14:09:29.377 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.377 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:29.377 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.377 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.379 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
14:09:29.379 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
14:09:29.379 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
14:09:29.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.380 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.380 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:29.380 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
14:09:29.380 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
14:09:29.381 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
14:09:29.381 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
14:09:29.381 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
14:09:29.380 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
14:09:29.384 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=29625, elapsed=29541), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [1ms] received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [105ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [201ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [581ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [840ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [841ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2061ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3520ms] refreshing cache from master, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3523ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5620ms] refreshing cache from master, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@278524908(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:29.385 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:29.386 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:29.386 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:29.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.386 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:29.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:29.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:29.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:29.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
14:09:29.393 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
14:09:29.396 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.397 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.397 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.400 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.400 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.400 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.401 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=29625, elapsed=29541), Traces: [0ms] sending RPC to server master-127.31.154.188:42123, [1ms] received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [105ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [201ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [321ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [581ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [581ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [840ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [841ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [841ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [2061ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3520ms] refreshing cache from master, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.188:42123, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.190:35657, [3520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.154.189:43187, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.190:35657: Network error: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657, [3522ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.189:43187: Network error: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187, [3523ms] Sub RPC ConnectToMaster: received response from server master-127.31.154.188:42123: Network error: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [3523ms] delaying RPC due to: Service unavailable: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123, [5620ms] refreshing cache from master, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@278524908(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2143995765 after retry RPC after error@1110482260) -> (continuation of Deferred@398247389 after retry RPC after error@1222988373) -> (continuation of Deferred@1639826771 after retry RPC after error@656489997) -> (continuation of Deferred@1447204121 after retry RPC after error@878121598) -> (continuation of Deferred@1003478778 after retry RPC after error@363880152) -> (continuation of Deferred@1461254954 after retry RPC after error@1532020565) -> (continuation of Deferred@506329803 after retry RPC after error@159129928) -> (continuation of Deferred@430787302 after retry RPC after error@1142574313) -> (continuation of Deferred@898632963 after retry RPC after error@1561201816) -> (continuation of Deferred@780634021 after retry RPC after error@955055000) -> (continuation of Deferred@220270995 after retry RPC after error@543602275) -> (continuation of Deferred@852404069 after retry RPC after error@1839311519) -> (continuation of Deferred@1745453873 after retry RPC after error@2110387709) -> (continuation of Deferred@981172398 after retry RPC after error@1525555244) -> (continuation of Deferred@2128228427 after retry RPC after error@1284392048) -> (continuation of Deferred@706134975 after retry RPC after error@30570897) -> (continuation of Deferred@774199688 after retry RPC after error@280376824) -> (continuation of Deferred@211879786 after retry RPC after error@514714014) -> (continuation of Deferred@440408794 after retry RPC after error@1006171551) -> (continuation of Deferred@1063661533 after retry RPC after error@1324794038) -> (continuation of Deferred@1417315704 after retry RPC after error@676513381) -> (continuation of Deferred@650382453 after retry RPC after error@1582271339) -> (continuation of Deferred@1579062431 after retry RPC after error@1614876887) -> (continuation of Deferred@1725964046 after retry RPC after error@1154929770)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.154.188:42123,127.31.154.190:35657,127.31.154.189:43187) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.188:42123(127.31.154.188:42123): Connection refused: /127.31.154.188:42123,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.190:35657(127.31.154.190:35657): Connection refused: /127.31.154.190:35657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.154.189:43187(127.31.154.189:43187): Connection refused: /127.31.154.189:43187
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.154.189:43187
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:29.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.401 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.402 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.405 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.406 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.406 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.406 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.406 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.406 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.407 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.407 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.408 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.408 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.410 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:29.411 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
14:09:29.411 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
14:09:29.411 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9ed37946d37923e3bb89c0a46219320a) switched from state RUNNING to RESTARTING.
14:09:29.430 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.431 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.431 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:29.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.432 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.444 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.444 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.445 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.446 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.458 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.458 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.458 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.459 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:29.485 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.486 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.486 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.503 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.503 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.503 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.508 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:29.520 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.520 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.520 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.522 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.525 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.525 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.525 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.526 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.572 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:29.573 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:29.573 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:29.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:29.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:29.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:29.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:29.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:29.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:29.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:29.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:29.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:29.574 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:29.585 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.586 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.586 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.607671  3775 catalog_manager.cc:1294] Loaded cluster ID: 75a67ea58a7b46d7b4533386df3afa8b
14:09:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.607961  3775 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca: loading cluster ID for follower catalog manager: success
14:09:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.622383  3775 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca: acquiring CA information for follower catalog manager: success
14:09:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.631117  3775 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 27e16fcce0c049e999aabdab09f338ca: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:09:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:29.637101  3816 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:29.637759  3816 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:29.638422  3816 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:29.658 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.658 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.658 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.660 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.660 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.660 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.661 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.689 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.689 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.689 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.696 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.696 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.696 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.697 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:29.698760  3816 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:29.700157  3816 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.83.129
14:09:29.705 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.706 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.706 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.709 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.725 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.725 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.725 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.728 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.729 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.729 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.729 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.729 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.729 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.729 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.729 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.771695  3816 tablet_server_runner.cc:78] Tablet server non-default flags:
14:09:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/data
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/wal
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.129:0
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/data/info.pb
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.129
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.83.129
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/logs
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.773496  3816 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.775563  3816 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:29.778 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:29.778 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:29.778 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:29.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:29.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:29.779 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:29.780 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:29.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:29.797930  3889 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:29.802 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.802 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.802 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.805 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.805 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.805 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.806 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.807 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.824 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:29.824 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:29.825 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:29.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:29.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:29.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:29.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:29.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.838651  3789 catalog_manager.cc:1294] Loaded cluster ID: 75a67ea58a7b46d7b4533386df3afa8b
14:09:29.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.840677  3789 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65: loading cluster ID for follower catalog manager: success
14:09:29.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.862188  3789 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65: acquiring CA information for follower catalog manager: success
14:09:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:29.871944  3789 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1a394d8ea2c64e9296643a6a3edcbf65: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:09:29.920 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.920 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.920 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:29.980 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:29.980 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:29.980 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:29.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:29.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:29.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:29.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:29.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.059 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:30.060 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:30.060 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:30.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.061 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:30.094 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:30.095 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:30.095 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:30.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.097 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:30.142 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:30.143 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:30.143 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:30.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.145 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:30.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:30.145 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:30.145 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:30.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.146 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.146 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:30.177 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:30.178 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:30.178 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:30.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:30.188 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:30.188 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:30.189 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:30.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.189 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:30.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.316 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:30.316 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:30.316 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:30.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:30.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:30.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:30.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:30.317 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:30.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:30.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:30.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:30.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:30.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:30.317 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:30.318 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:30.318 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:30.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:30.429 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:30.429 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:30.429 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:30.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:30.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:30.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:30.431 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:30.458 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:30.458 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:30.458 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:30.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:30.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:30.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:30.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:30.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:30.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:30.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:30.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:30.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:30.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:30.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.546 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:30.546 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:30.546 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:30.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:30.565 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:30.565 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:30.566 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:30.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:30.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:30.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:30.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:30.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:30.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:30.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:30.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:30.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:30.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:30.577 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:30.577 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:30.577 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:30.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:30.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.820 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:30.821 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:30.821 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:30.822 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.822 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.822 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:30.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:30.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:30.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:30.843 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:30.843 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:30.843 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:30.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.845 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:30.846 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [31ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [32ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [184ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [521ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [523ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [703ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [703ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [822ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2282ms] too many traces: truncated at 100 traces, deferred=Deferred@1020384689(state=PENDING, result=null, callback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628), errback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628)))
14:09:30.849 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9ed37946d37923e3bb89c0a46219320a) switched from state RESTARTING to RUNNING.
14:09:30.849 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:30.849 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:30.849 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 9ed37946d37923e3bb89c0a46219320a from Checkpoint 72 @ 1779113367687 for 9ed37946d37923e3bb89c0a46219320a located at file:/tmp/junit5540260812127132112/checkpoints/9ed37946d37923e3bb89c0a46219320a/chk-72.
14:09:30.849 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:30.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.850 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
14:09:30.850 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [31ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [32ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [184ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [521ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [523ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [703ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [703ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [822ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2282ms] too many traces: truncated at 100 traces, deferred=Deferred@1020384689(state=PENDING, result=null, callback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628), errback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [31ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [32ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [184ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [521ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [523ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [703ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [703ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [822ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2282ms] too many traces: truncated at 100 traces, deferred=Deferred@1020384689(state=PENDING, result=null, callback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628), errback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:30.850 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 72 for source Source: KuduSource to checkpoint.
14:09:30.850 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
14:09:30.851 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
14:09:30.852 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9ed37946d37923e3bb89c0a46219320a: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:30.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.857 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 1e2a2b18-388f-417b-8ead-46fa85e95eec @ 127.0.0.1 (dataPort=-1) with allocation id 5f2653032f19d5c329c06f9ae140fd96
14:09:30.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.857 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 5f2653032f19d5c329c06f9ae140fd96.
14:09:30.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:30.859 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 5f2653032f19d5c329c06f9ae140fd96.
14:09:30.863 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:30.863 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:30.863 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:30.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.864 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:30.868 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:30.869 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:30.869 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:30.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:30.870 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:30.870 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.871 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [31ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [32ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [184ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [521ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [523ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [703ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [703ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [822ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2282ms] too many traces: truncated at 100 traces, deferred=Deferred@1020384689(state=PENDING, result=null, callback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628), errback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [31ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [32ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [46ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [51ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [52ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [52ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [184ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [184ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [521ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [523ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [703ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [703ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.190:35733: Network error: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.189:37197: Network error: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197, [822ms] Sub RPC ConnectToMaster: received response from server master-127.25.45.188:32967: Network error: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [822ms] delaying RPC due to: Service unavailable: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.190:35733, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.189:37197, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.45.188:32967, [2282ms] too many traces: truncated at 100 traces, deferred=Deferred@1020384689(state=PENDING, result=null, callback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628), errback=(continuation of Deferred@1566151590 after retry RPC after error@238430483) -> (continuation of Deferred@1801210958 after retry RPC after error@1494376649) -> (continuation of Deferred@1212615918 after retry RPC after error@1996937796) -> (continuation of Deferred@2125579990 after retry RPC after error@879752673) -> (continuation of Deferred@1153417214 after retry RPC after error@95066583) -> (continuation of Deferred@1977448642 after retry RPC after error@1054231397) -> (continuation of Deferred@120541966 after retry RPC after error@1452938781) -> (continuation of Deferred@1210023780 after retry RPC after error@1151244385) -> (continuation of Deferred@961807583 after retry RPC after error@1064883990) -> (continuation of Deferred@204434370 after retry RPC after error@1019393974) -> (continuation of Deferred@623459853 after retry RPC after error@1544588761) -> (continuation of Deferred@731286754 after retry RPC after error@46194977) -> (continuation of Deferred@1861582370 after retry RPC after error@911427680) -> (continuation of Deferred@700265428 after retry RPC after error@753993259) -> (continuation of Deferred@1764780537 after retry RPC after error@1158425847) -> (continuation of Deferred@91194385 after retry RPC after error@554371785) -> (continuation of Deferred@1260310704 after retry RPC after error@1875977904) -> (continuation of Deferred@375879767 after retry RPC after error@1866687760) -> (continuation of Deferred@1382392600 after retry RPC after error@887618370) -> (continuation of Deferred@426739785 after retry RPC after error@1836062097) -> (continuation of Deferred@317855300 after retry RPC after error@423936691) -> (continuation of Deferred@2089565202 after retry RPC after error@289239695) -> (continuation of Deferred@335480538 after retry RPC after error@739319628)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.45.188:32967
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:30.879 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:09:30.879 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RUNNING to RESTARTING.
14:09:30.879 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
14:09:30.881 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
14:09:30.881 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
14:09:30.881 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:30.881 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
14:09:30.882 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
14:09:30.882 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
14:09:30.882 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
14:09:30.882 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:30.882 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
14:09:30.882 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:30.882 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
14:09:30.882 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
14:09:30.882 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
14:09:30.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.884 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:30.884 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:30.884 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:30.884 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:30.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:30.887 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
14:09:30.887 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
14:09:30.888 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e33cbf4
14:09:30.888 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:30.888 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5540260812127132112/checkpoints")
14:09:30.888 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:30.888 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:30.888 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:30.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:30.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:30.889 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:30.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:30.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:30.889 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:30.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:30.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:30.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:30.890 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:30.890 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:09:30.890 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27526), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [12ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [13ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [49ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [50ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [145ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [204ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [285ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [285ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [381ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [395ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [395ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [395ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [395ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [625ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [626ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1072ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1162ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2883ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [4720ms] refreshing cache from master, [4720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4721ms] too many traces: truncated at 100 traces, [4721ms] too many traces: truncated at 100 traces, deferred=Deferred@1417764749(state=PENDING, result=null, callback=(continuation of Deferred@614164782 after retry RPC after error@481618142) -> (continuation of Deferred@1242194303 after retry RPC after error@338240132) -> (continuation of Deferred@1803873078 after retry RPC after error@1347226752) -> (continuation of Deferred@1230347887 after retry RPC after error@339060931) -> (continuation of Deferred@1487154216 after retry RPC after error@1622475440) -> (continuation of Deferred@100027951 after retry RPC after error@1010605538) -> (continuation of Deferred@1166029601 after retry RPC after error@233314723) -> (continuation of Deferred@978893063 after retry RPC after error@1649668131) -> (continuation of Deferred@638508659 after retry RPC after error@1810300432) -> (continuation of Deferred@336196330 after retry RPC after error@1764154016) -> (continuation of Deferred@965438641 after retry RPC after error@1698759662) -> (continuation of Deferred@1040458510 after retry RPC after error@1638403508) -> (continuation of Deferred@52693972 after retry RPC after error@1855399469) -> (continuation of Deferred@1905554594 after retry RPC after error@1349517961) -> (continuation of Deferred@1932118520 after retry RPC after error@618151934) -> (continuation of Deferred@1991999139 after retry RPC after error@646926007) -> (continuation of Deferred@458503575 after retry RPC after error@2115428044) -> (continuation of Deferred@1400240587 after retry RPC after error@257163236) -> (continuation of Deferred@890346260 after retry RPC after error@2100937668) -> (continuation of Deferred@25085449 after retry RPC after error@297973021) -> (continuation of Deferred@682771722 after retry RPC after error@463901755) -> (continuation of Deferred@1813989320 after retry RPC after error@1752268043), errback=(continuation of Deferred@614164782 after retry RPC after error@481618142) -> (continuation of Deferred@1242194303 after retry RPC after error@338240132) -> (continuation of Deferred@1803873078 after retry RPC after error@1347226752) -> (continuation of Deferred@1230347887 after retry RPC after error@339060931) -> (continuation of Deferred@1487154216 after retry RPC after error@1622475440) -> (continuation of Deferred@100027951 after retry RPC after error@1010605538) -> (continuation of Deferred@1166029601 after retry RPC after error@233314723) -> (continuation of Deferred@978893063 after retry RPC after error@1649668131) -> (continuation of Deferred@638508659 after retry RPC after error@1810300432) -> (continuation of Deferred@336196330 after retry RPC after error@1764154016) -> (continuation of Deferred@965438641 after retry RPC after error@1698759662) -> (continuation of Deferred@1040458510 after retry RPC after error@1638403508) -> (continuation of Deferred@52693972 after retry RPC after error@1855399469) -> (continuation of Deferred@1905554594 after retry RPC after error@1349517961) -> (continuation of Deferred@1932118520 after retry RPC after error@618151934) -> (continuation of Deferred@1991999139 after retry RPC after error@646926007) -> (continuation of Deferred@458503575 after retry RPC after error@2115428044) -> (continuation of Deferred@1400240587 after retry RPC after error@257163236) -> (continuation of Deferred@890346260 after retry RPC after error@2100937668) -> (continuation of Deferred@25085449 after retry RPC after error@297973021) -> (continuation of Deferred@682771722 after retry RPC after error@463901755) -> (continuation of Deferred@1813989320 after retry RPC after error@1752268043)))
14:09:30.892 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:09:30.892 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27526), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [12ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [13ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [49ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [50ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [145ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [204ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [284ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [285ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [285ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [381ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [395ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [395ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [395ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [395ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [625ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [626ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1072ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1162ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2883ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [4720ms] refreshing cache from master, [4720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [4721ms] too many traces: truncated at 100 traces, [4721ms] too many traces: truncated at 100 traces, deferred=Deferred@1417764749(state=PENDING, result=null, callback=(continuation of Deferred@614164782 after retry RPC after error@481618142) -> (continuation of Deferred@1242194303 after retry RPC after error@338240132) -> (continuation of Deferred@1803873078 after retry RPC after error@1347226752) -> (continuation of Deferred@1230347887 after retry RPC after error@339060931) -> (continuation of Deferred@1487154216 after retry RPC after error@1622475440) -> (continuation of Deferred@100027951 after retry RPC after error@1010605538) -> (continuation of Deferred@1166029601 after retry RPC after error@233314723) -> (continuation of Deferred@978893063 after retry RPC after error@1649668131) -> (continuation of Deferred@638508659 after retry RPC after error@1810300432) -> (continuation of Deferred@336196330 after retry RPC after error@1764154016) -> (continuation of Deferred@965438641 after retry RPC after error@1698759662) -> (continuation of Deferred@1040458510 after retry RPC after error@1638403508) -> (continuation of Deferred@52693972 after retry RPC after error@1855399469) -> (continuation of Deferred@1905554594 after retry RPC after error@1349517961) -> (continuation of Deferred@1932118520 after retry RPC after error@618151934) -> (continuation of Deferred@1991999139 after retry RPC after error@646926007) -> (continuation of Deferred@458503575 after retry RPC after error@2115428044) -> (continuation of Deferred@1400240587 after retry RPC after error@257163236) -> (continuation of Deferred@890346260 after retry RPC after error@2100937668) -> (continuation of Deferred@25085449 after retry RPC after error@297973021) -> (continuation of Deferred@682771722 after retry RPC after error@463901755) -> (continuation of Deferred@1813989320 after retry RPC after error@1752268043), errback=(continuation of Deferred@614164782 after retry RPC after error@481618142) -> (continuation of Deferred@1242194303 after retry RPC after error@338240132) -> (continuation of Deferred@1803873078 after retry RPC after error@1347226752) -> (continuation of Deferred@1230347887 after retry RPC after error@339060931) -> (continuation of Deferred@1487154216 after retry RPC after error@1622475440) -> (continuation of Deferred@100027951 after retry RPC after error@1010605538) -> (continuation of Deferred@1166029601 after retry RPC after error@233314723) -> (continuation of Deferred@978893063 after retry RPC after error@1649668131) -> (continuation of Deferred@638508659 after retry RPC after error@1810300432) -> (continuation of Deferred@336196330 after retry RPC after error@1764154016) -> (continuation of Deferred@965438641 after retry RPC after error@1698759662) -> (continuation of Deferred@1040458510 after retry RPC after error@1638403508) -> (continuation of Deferred@52693972 after retry RPC after error@1855399469) -> (continuation of Deferred@1905554594 after retry RPC after error@1349517961) -> (continuation of Deferred@1932118520 after retry RPC after error@618151934) -> (continuation of Deferred@1991999139 after retry RPC after error@646926007) -> (continuation of Deferred@458503575 after retry RPC after error@2115428044) -> (continuation of Deferred@1400240587 after retry RPC after error@257163236) -> (continuation of Deferred@890346260 after retry RPC after error@2100937668) -> (continuation of Deferred@25085449 after retry RPC after error@297973021) -> (continuation of Deferred@682771722 after retry RPC after error@463901755) -> (continuation of Deferred@1813989320 after retry RPC after error@1752268043)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.252.189:42559
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:30.896 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
14:09:30.897 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c779a959da03844fd69418c1bbe4b66_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
14:09:30.898 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:09:30.898 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
14:09:30.898 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
14:09:30.898 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45c2b4dc
14:09:30.900 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:30.903 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:30.903 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:30.903 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:30.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.904 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:30.917 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
14:09:30.918 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
14:09:30.918 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
14:09:30.922 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:09:30.922 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
14:09:30.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
14:09:30.924 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:30.924 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:30.924 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:30.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.925 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:30.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:30.925 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:30.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:30.925 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:30.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:30.925 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:30.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.926 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:30.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.940 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
14:09:30.940 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
14:09:30.940 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
14:09:30.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:30.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:30.943 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:30.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:30.948 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:30.955 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:30.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:30.960 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:30.960 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:30.960 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:30.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:30.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:30.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:30.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:30.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:30.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:30.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:30.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:30.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:30.961 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:30.962 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:30.963 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:30.963 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:30.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:30.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:30.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:30.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:30.964 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:30.962 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:30.974 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
14:09:30.974 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
14:09:30.974 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
14:09:30.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:30.992 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#5 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
14:09:30.992 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1190) Task Source: KuduSource -> Sink: Writer (1/4)#5 is already in state FAILED
14:09:30.992 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
14:09:30.995 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
14:09:30.996 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:30.996 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1318) Discarding the results produced by task execution 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
14:09:30.998 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
14:09:30.998 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
14:09:30.999 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:31.002 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
14:09:31.002 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
14:09:31.002 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
14:09:31.003 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
14:09:31.004 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:31.004 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job e2d05dba1558dbc336d7ebe82f9f04d7
14:09:31.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.006 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:31.009 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.016 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.021 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.021 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.021 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.021 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.022 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:31.023 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:31.023 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:31.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.025 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:31.025 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:31.026 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:31.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:31.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:31.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:31.026 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:31.026 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:31.026 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:31.027 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:31.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:31.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:31.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.027 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:31.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:31.028 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.030 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.037 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.039 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.040 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.040 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.040 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.040 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.048 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.049 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.049 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.050 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.069 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.069 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.069 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.071 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.089 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.089 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.089 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.090 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.106 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:31.106 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:31.106 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:31.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.108 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:31.149 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.150 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.150 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.151 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.183 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:31.183 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:31.183 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:31.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.186 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:31.269 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.269 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.270 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.271 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:31.384 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:31.385 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:31.385 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:31.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:31.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:31.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:31.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:31.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:31.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:31.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:31.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:31.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:31.386 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:31.397 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.398 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.398 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.399 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.399 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.399 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.399 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:31.468 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:31.468 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:31.469 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:31.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:31.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:31.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:31.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:31.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:31.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:31.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:31.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:31.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:31.470 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:31.470 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.470 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.470 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.472 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:31.483 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:31.484 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:31.484 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:31.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:31.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:31.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:31.485 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:31.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:31.657 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.657 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.657 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.659 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.659 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.686 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:31.686 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:31.686 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:31.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.688 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:31.704 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:31.705 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:31.705 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:31.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:31.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:31.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:31.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:31.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:31.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:31.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:31.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:31.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:31.706 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:31.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:31.882 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:31.882 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:31.882 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:31.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:31.889 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.889 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.889 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.889 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.889 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.889 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.890 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.890 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:31.916 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:31.917 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:31.917 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:31.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:31.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:31.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:31.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:31.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:31.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:31.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:31.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:31.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:31.918 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:31.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:31.942 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:31.942 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:31.942 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:31.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:31.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:31.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:31.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:31.976 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:31.976 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:31.977 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:31.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:31.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:31.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:31.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:31.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:31.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:31.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:31.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:31.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:31.978 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:31.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:31.997 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:31.997 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:31.997 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:31.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:31.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:31.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:31.998 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:32.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:32.017 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:32.017 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:32.017 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:32.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:32.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:32.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:32.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:32.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:32.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:32.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:32.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:32.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:32.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:32.025 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:32.025 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:32.025 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:32.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:32.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:32.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:32.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:32.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:32.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:32.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:32.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:32.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:32.027 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:32.139 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:32.139 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:32.139 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:32.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.143 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:32.223 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:32.223 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:32.223 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:32.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:32.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:32.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:32.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:32.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:32.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:32.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:32.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:32.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:32.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:32.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:32.416 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:32.416 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:32.416 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:32.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:32.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:32.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:32.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:32.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:32.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:32.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:32.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:32.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:32.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:32.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:32.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:31.195336  3888 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 3816
14:09:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:32.486877  3816 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.687s	user 0.634s	sys 1.074s
14:09:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:32.487336  3816 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.688s	user 0.634s	sys 1.075s
14:09:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:29.800614  3890 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:32.490710  3892 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.490635  3816 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:32.491000  3891 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2690 milliseconds
14:09:32.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.504222  3816 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:32.506 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:32.506 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:32.507 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:32.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:32.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:32.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:32.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:32.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:32.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:32.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:32.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:32.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:32.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:32.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:32.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29098), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [92ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [92ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [112ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [113ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [115ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [115ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [126ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [126ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [144ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [164ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [164ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [204ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [262ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [266ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [266ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [267ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [267ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [323ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [323ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [342ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [343ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [343ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [484ms] refreshing cache from master, [484ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [486ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [486ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [486ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [487ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [682ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [683ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [683ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [683ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2702ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [5500ms] refreshing cache from master, [5500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [5500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [5501ms] too many traces: truncated at 100 traces, deferred=Deferred@1212922425(state=PENDING, result=null, callback=(continuation of Deferred@1513280850 after retry RPC after error@970354515) -> (continuation of Deferred@1464030026 after retry RPC after error@1120711145) -> (continuation of Deferred@236479655 after retry RPC after error@79576768) -> (continuation of Deferred@1227547678 after retry RPC after error@1850627883) -> (continuation of Deferred@599669529 after retry RPC after error@1443060112) -> (continuation of Deferred@1209486682 after retry RPC after error@1425849468) -> (continuation of Deferred@113779465 after retry RPC after error@1246442905) -> (continuation of Deferred@952425495 after retry RPC after error@157976623) -> (continuation of Deferred@1325216352 after retry RPC after error@1560879579) -> (continuation of Deferred@1135831561 after retry RPC after error@516270496) -> (continuation of Deferred@957146666 after retry RPC after error@757014313) -> (continuation of Deferred@1973738401 after retry RPC after error@1184887836) -> (continuation of Deferred@419194707 after retry RPC after error@1305462066) -> (continuation of Deferred@518350585 after retry RPC after error@669208109) -> (continuation of Deferred@1549693821 after retry RPC after error@1871432593) -> (continuation of Deferred@1517074999 after retry RPC after error@1740834161) -> (continuation of Deferred@1219057519 after retry RPC after error@2035276456) -> (continuation of Deferred@1187871412 after retry RPC after error@962201489) -> (continuation of Deferred@1003105786 after retry RPC after error@1020734129) -> (continuation of Deferred@291700549 after retry RPC after error@2020414583) -> (continuation of Deferred@312623997 after retry RPC after error@388325690) -> (continuation of Deferred@297479244 after retry RPC after error@23415968) -> (continuation of Deferred@31219290 after retry RPC after error@1036829674) -> (continuation of Deferred@1977438547 after retry RPC after error@1593180932) -> (continuation of Deferred@1027323918 after retry RPC after error@1723072464) -> (continuation of Deferred@2046520732 after retry RPC after error@393981828), errback=(continuation of Deferred@1513280850 after retry RPC after error@970354515) -> (continuation of Deferred@1464030026 after retry RPC after error@1120711145) -> (continuation of Deferred@236479655 after retry RPC after error@79576768) -> (continuation of Deferred@1227547678 after retry RPC after error@1850627883) -> (continuation of Deferred@599669529 after retry RPC after error@1443060112) -> (continuation of Deferred@1209486682 after retry RPC after error@1425849468) -> (continuation of Deferred@113779465 after retry RPC after error@1246442905) -> (continuation of Deferred@952425495 after retry RPC after error@157976623) -> (continuation of Deferred@1325216352 after retry RPC after error@1560879579) -> (continuation of Deferred@1135831561 after retry RPC after error@516270496) -> (continuation of Deferred@957146666 after retry RPC after error@757014313) -> (continuation of Deferred@1973738401 after retry RPC after error@1184887836) -> (continuation of Deferred@419194707 after retry RPC after error@1305462066) -> (continuation of Deferred@518350585 after retry RPC after error@669208109) -> (continuation of Deferred@1549693821 after retry RPC after error@1871432593) -> (continuation of Deferred@1517074999 after retry RPC after error@1740834161) -> (continuation of Deferred@1219057519 after retry RPC after error@2035276456) -> (continuation of Deferred@1187871412 after retry RPC after error@962201489) -> (continuation of Deferred@1003105786 after retry RPC after error@1020734129) -> (continuation of Deferred@291700549 after retry RPC after error@2020414583) -> (continuation of Deferred@312623997 after retry RPC after error@388325690) -> (continuation of Deferred@297479244 after retry RPC after error@23415968) -> (continuation of Deferred@31219290 after retry RPC after error@1036829674) -> (continuation of Deferred@1977438547 after retry RPC after error@1593180932) -> (continuation of Deferred@1027323918 after retry RPC after error@1723072464) -> (continuation of Deferred@2046520732 after retry RPC after error@393981828)))
14:09:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.514138  3816 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.516690  3816 hybrid_clock.cc:648] HybridClock initialized: now 1779113372516561 us; error 46 us; skew 500 ppm
14:09:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.517875  3816 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.552439  3816 webserver.cc:533] Webserver started at http://127.3.83.129:40119/ using document root <none> and password file <none>
14:09:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.554204  3816 fs_manager.cc:362] Metadata directory not provided
14:09:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.554662  3816 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.555413  3816 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.562867  3816 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/data/instance:
14:09:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "380a2c6a33bf4822a67ba424a3037f6c"
14:09:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:32 on dist-test-slave-qn3m"
14:09:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.564586  3816 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/wal/instance:
14:09:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "380a2c6a33bf4822a67ba424a3037f6c"
14:09:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:32 on dist-test-slave-qn3m"
14:09:32.574 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:32.574 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:32.574 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:32.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:32.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:32.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:32.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:32.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:32.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:32.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:32.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:32.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:32.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.587388  3816 fs_manager.cc:696] Time spent creating directory manager: real 0.022s	user 0.011s	sys 0.007s
14:09:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.596192  3924 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.598024  3816 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
14:09:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.598523  3816 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/wal
14:09:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "380a2c6a33bf4822a67ba424a3037f6c"
14:09:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:32 on dist-test-slave-qn3m"
14:09:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.598995  3816 fs_report.cc:389] FS layout report
14:09:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/wal
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/wal
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/data/data
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:32.609 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:32.609 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:32.609 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:32.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:32.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:32.610 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:32.610 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:32.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:32.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:32.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:32.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:32.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:32.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:32.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.693710  3816 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.696715  3816 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.697373  3816 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.734138  3816 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:09:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.747316  3816 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:09:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.747642  3816 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:09:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.747988  3816 ts_tablet_manager.cc:616] Registered 0 tablets
14:09:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:32.749337  3816 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:09:32.802 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:32.802 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:32.802 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:32.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:32.870 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:32.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:32.952 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:32.952 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:32.953 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:32.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.954 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:32.962 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:32.962 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:32.963 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:32.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:32.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:32.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:32.964 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:32.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:33.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:33.025 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:33.026 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:33.026 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:33.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:33.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:33.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:33.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:33.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:33.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:33.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:33.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:33.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:33.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:33.104 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:33.105 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:33.105 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:33.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.107 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:33.129 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:33.129 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:33.129 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:33.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:33.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:33.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:33.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:33.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:33.130 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:33.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:33.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:33.130 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:33.130 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:33.163 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:33.163 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:33.163 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:33.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.167 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:33.186 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:33.187 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:33.187 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:33.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.187 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:33.188 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29809), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [13ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [144ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [173ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [175ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [178ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [178ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [206ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [207ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [210ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [210ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [246ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [246ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [246ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [246ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [273ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [273ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [293ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [295ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [322ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [322ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [642ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [642ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [643ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [643ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [981ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [982ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [982ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [982ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1083ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [1521ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [5121ms] too many traces: truncated at 100 traces, deferred=Deferred@1533412803(state=PENDING, result=null, callback=(continuation of Deferred@548458990 after retry RPC after error@1577235394) -> (continuation of Deferred@150918977 after retry RPC after error@1675461504) -> (continuation of Deferred@1170477492 after retry RPC after error@236136045) -> (continuation of Deferred@1890171953 after retry RPC after error@2145902631) -> (continuation of Deferred@449517534 after retry RPC after error@226261668) -> (continuation of Deferred@814290702 after retry RPC after error@1882140640) -> (continuation of Deferred@840479708 after retry RPC after error@1558136417) -> (continuation of Deferred@613817235 after retry RPC after error@768565454) -> (continuation of Deferred@1522446584 after retry RPC after error@2096368000) -> (continuation of Deferred@1747635982 after retry RPC after error@1052052437) -> (continuation of Deferred@295916939 after retry RPC after error@1304950326) -> (continuation of Deferred@1932202559 after retry RPC after error@1708540972) -> (continuation of Deferred@1850890768 after retry RPC after error@475424682) -> (continuation of Deferred@927413493 after retry RPC after error@1625813269) -> (continuation of Deferred@479835587 after retry RPC after error@861792973) -> (continuation of Deferred@1026785487 after retry RPC after error@1652797733) -> (continuation of Deferred@862271259 after retry RPC after error@1865594936) -> (continuation of Deferred@1319532777 after retry RPC after error@827585153) -> (continuation of Deferred@731170399 after retry RPC after error@1369262189) -> (continuation of Deferred@738263943 after retry RPC after error@40385404) -> (continuation of Deferred@256095056 after retry RPC after error@883313909) -> (continuation of Deferred@278883549 after retry RPC after error@1408173673) -> (continuation of Deferred@1092941431 after retry RPC after error@1206111042), errback=(continuation of Deferred@548458990 after retry RPC after error@1577235394) -> (continuation of Deferred@150918977 after retry RPC after error@1675461504) -> (continuation of Deferred@1170477492 after retry RPC after error@236136045) -> (continuation of Deferred@1890171953 after retry RPC after error@2145902631) -> (continuation of Deferred@449517534 after retry RPC after error@226261668) -> (continuation of Deferred@814290702 after retry RPC after error@1882140640) -> (continuation of Deferred@840479708 after retry RPC after error@1558136417) -> (continuation of Deferred@613817235 after retry RPC after error@768565454) -> (continuation of Deferred@1522446584 after retry RPC after error@2096368000) -> (continuation of Deferred@1747635982 after retry RPC after error@1052052437) -> (continuation of Deferred@295916939 after retry RPC after error@1304950326) -> (continuation of Deferred@1932202559 after retry RPC after error@1708540972) -> (continuation of Deferred@1850890768 after retry RPC after error@475424682) -> (continuation of Deferred@927413493 after retry RPC after error@1625813269) -> (continuation of Deferred@479835587 after retry RPC after error@861792973) -> (continuation of Deferred@1026785487 after retry RPC after error@1652797733) -> (continuation of Deferred@862271259 after retry RPC after error@1865594936) -> (continuation of Deferred@1319532777 after retry RPC after error@827585153) -> (continuation of Deferred@731170399 after retry RPC after error@1369262189) -> (continuation of Deferred@738263943 after retry RPC after error@40385404) -> (continuation of Deferred@256095056 after retry RPC after error@883313909) -> (continuation of Deferred@278883549 after retry RPC after error@1408173673) -> (continuation of Deferred@1092941431 after retry RPC after error@1206111042)))
14:09:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.241614  3816 rpc_server.cc:307] RPC server started. Bound to: 127.3.83.129:37093
14:09:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.241837  4038 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.83.129:37093 every 8 connection(s)
14:09:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.246018  3816 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/data/info.pb
14:09:33.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.254851  3406 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 3816
14:09:33.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.255409  3406 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-0/wal/instance
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.349804  3406 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/wal
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/data
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/logs
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/data/info.pb
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.130:0
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.83.130
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.130
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:09:33.357 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:33.357 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:33.357 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:33.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.359 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.359 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.359 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:33.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:33.385 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:33.385 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:33.385 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:33.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:33.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:33.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:33.388 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:33.389 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29983), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [57ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [112ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [117ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [129ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [129ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [156ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [157ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [157ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [157ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [204ms] refreshing cache from master, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [205ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [206ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [206ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [206ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [245ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [246ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [246ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [246ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [261ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [304ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [305ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [305ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [305ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [522ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [523ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [523ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [525ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [902ms] refreshing cache from master, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [903ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [904ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [904ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [904ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [921ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [921ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [921ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [922ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.190:35095: Network error: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.189:42559: Network error: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.25.252.188:42299: Network error: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [2843ms] delaying RPC due to: Service unavailable: Master config (127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299, [5140ms] refreshing cache from master, [5140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.190:35095, [5141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.189:42559, [5141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.252.188:42299, [5141ms] too many traces: truncated at 100 traces, deferred=Deferred@857756743(state=PENDING, result=null, callback=(continuation of Deferred@2102778135 after retry RPC after error@786604768) -> (continuation of Deferred@1344360641 after retry RPC after error@1628615918) -> (continuation of Deferred@853300410 after retry RPC after error@152180131) -> (continuation of Deferred@1408236312 after retry RPC after error@657363023) -> (continuation of Deferred@1996978580 after retry RPC after error@1856099802) -> (continuation of Deferred@1111147565 after retry RPC after error@289769677) -> (continuation of Deferred@1564641448 after retry RPC after error@1034783199) -> (continuation of Deferred@690104811 after retry RPC after error@345821154) -> (continuation of Deferred@1574048273 after retry RPC after error@216046341) -> (continuation of Deferred@884311555 after retry RPC after error@1176812712) -> (continuation of Deferred@187395303 after retry RPC after error@52160052) -> (continuation of Deferred@453443018 after retry RPC after error@2024068094) -> (continuation of Deferred@683201625 after retry RPC after error@1951313212) -> (continuation of Deferred@1477109458 after retry RPC after error@116385038) -> (continuation of Deferred@1755046806 after retry RPC after error@1774028020) -> (continuation of Deferred@1712243559 after retry RPC after error@531664189) -> (continuation of Deferred@679496206 after retry RPC after error@765456846) -> (continuation of Deferred@1025116897 after retry RPC after error@651735322) -> (continuation of Deferred@203579381 after retry RPC after error@1583468094) -> (continuation of Deferred@868321809 after retry RPC after error@1349692690) -> (continuation of Deferred@1320258846 after retry RPC after error@519154376) -> (continuation of Deferred@568277509 after retry RPC after error@1677723921) -> (continuation of Deferred@639345138 after retry RPC after error@892336147) -> (continuation of Deferred@1836639137 after retry RPC after error@156510110) -> (continuation of Deferred@1916470135 after retry RPC after error@949912131), errback=(continuation of Deferred@2102778135 after retry RPC after error@786604768) -> (continuation of Deferred@1344360641 after retry RPC after error@1628615918) -> (continuation of Deferred@853300410 after retry RPC after error@152180131) -> (continuation of Deferred@1408236312 after retry RPC after error@657363023) -> (continuation of Deferred@1996978580 after retry RPC after error@1856099802) -> (continuation of Deferred@1111147565 after retry RPC after error@289769677) -> (continuation of Deferred@1564641448 after retry RPC after error@1034783199) -> (continuation of Deferred@690104811 after retry RPC after error@345821154) -> (continuation of Deferred@1574048273 after retry RPC after error@216046341) -> (continuation of Deferred@884311555 after retry RPC after error@1176812712) -> (continuation of Deferred@187395303 after retry RPC after error@52160052) -> (continuation of Deferred@453443018 after retry RPC after error@2024068094) -> (continuation of Deferred@683201625 after retry RPC after error@1951313212) -> (continuation of Deferred@1477109458 after retry RPC after error@116385038) -> (continuation of Deferred@1755046806 after retry RPC after error@1774028020) -> (continuation of Deferred@1712243559 after retry RPC after error@531664189) -> (continuation of Deferred@679496206 after retry RPC after error@765456846) -> (continuation of Deferred@1025116897 after retry RPC after error@651735322) -> (continuation of Deferred@203579381 after retry RPC after error@1583468094) -> (continuation of Deferred@868321809 after retry RPC after error@1349692690) -> (continuation of Deferred@1320258846 after retry RPC after error@519154376) -> (continuation of Deferred@568277509 after retry RPC after error@1677723921) -> (continuation of Deferred@639345138 after retry RPC after error@892336147) -> (continuation of Deferred@1836639137 after retry RPC after error@156510110) -> (continuation of Deferred@1916470135 after retry RPC after error@949912131)))
14:09:33.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:33.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.443858  4039 heartbeater.cc:344] Connected to a master server at 127.3.83.188:44357
14:09:33.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.444401  4039 heartbeater.cc:461] Registering TS with master...
14:09:33.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.445951  4039 heartbeater.cc:507] Master 127.3.83.188:44357 requested a full tablet report, sending...
14:09:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.448971  3676 ts_manager.cc:194] Registered new tserver with Master: 380a2c6a33bf4822a67ba424a3037f6c (127.3.83.129:37093)
14:09:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.451318  3676 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.83.129:57637
14:09:33.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.506381  4043 heartbeater.cc:344] Connected to a master server at 127.3.83.190:37179
14:09:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.506865  4043 heartbeater.cc:461] Registering TS with master...
14:09:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.507643  4043 heartbeater.cc:507] Master 127.3.83.190:37179 requested a full tablet report, sending...
14:09:33.512 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.516556  3511 ts_manager.cc:194] Registered new tserver with Master: 380a2c6a33bf4822a67ba424a3037f6c (127.3.83.129:37093)
14:09:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.528112  4040 heartbeater.cc:344] Connected to a master server at 127.3.83.189:42207
14:09:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.528600  4040 heartbeater.cc:461] Registering TS with master...
14:09:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.529459  4040 heartbeater.cc:507] Master 127.3.83.189:42207 requested a full tablet report, sending...
14:09:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:33.534858  3590 ts_manager.cc:194] Registered new tserver with Master: 380a2c6a33bf4822a67ba424a3037f6c (127.3.83.129:37093)
14:09:33.620 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:33.620 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:33.620 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:33.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:33.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:33.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:33.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:33.622 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:33.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:33.622 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:33.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:33.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:33.622 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:33.623 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:33.623 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:33.623 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:33.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.624 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:33.639 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:33.639 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:33.639 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:33.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.640 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:33.662 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:33.662 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:33.662 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:33.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.664 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:33.700 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:33.700 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:33.700 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:33.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:33.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:33.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:33.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:33.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:33.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:33.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:33.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:33.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:33.701 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:33.843 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:33.843 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:33.843 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:33.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:33.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.846 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:33.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:33.846 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:33.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:33.875 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:33.875 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:33.875 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:33.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.877 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.877 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.877 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:33.915 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:33.915 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:33.915 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:33.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:33.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:33.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:33.917 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:33.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:33.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:34.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:34.082 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:34.082 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:34.082 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:34.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:34.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:34.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:34.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:34.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:34.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:34.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:34.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:34.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:34.084 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:34.118 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:34.118 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:34.118 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:34.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:34.149 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:34.149 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:34.150 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:34.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.151 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:34.250862  4048 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:34.251514  4048 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:34.252324  4048 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:34.302865  4048 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:34.304215  4048 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.83.130
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:34.356639  4048 tablet_server_runner.cc:78] Tablet server non-default flags:
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/data
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/wal
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.130:0
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/data/info.pb
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.130
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.83.130
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/logs
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:34.358619  4048 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:34.360771  4048 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:34.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:34.376 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:34.376 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:34.377 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:34.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:34.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:34.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:34.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:34.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:34.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:34.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:34.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:34.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:34.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:34.378438  4058 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:34.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:34.446 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:34.446 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:34.446 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:34.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:34.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:34.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:34.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:34.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:34.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:34.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:34.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:34.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:34.448 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:34.475425  4039 heartbeater.cc:499] Master 127.3.83.188:44357 was elected leader, sending a full tablet report...
14:09:34.478 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:34.478 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:34.478 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:34.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:34.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:34.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:34.480 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:34.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:34.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:34.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:34.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:34.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:34.480 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:34.480 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:34.508 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:34.689 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:34.689 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:34.689 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:34.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.689 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.689 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:34.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:34.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:34.695 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:34.729 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:34.729 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:34.729 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:34.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:34.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:34.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:34.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:34.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:34.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:34.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:34.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:34.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:34.731 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:34.732 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [13ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [25ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [441ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [661ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1823ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3241ms] refreshing cache from master, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3242ms] too many traces: truncated at 100 traces, deferred=Deferred@154112163(state=PENDING, result=null, callback=(continuation of Deferred@590315513 after retry RPC after error@1199201822) -> (continuation of Deferred@1297779791 after retry RPC after error@948287439) -> (continuation of Deferred@1619904401 after retry RPC after error@1964175152) -> (continuation of Deferred@1815293225 after retry RPC after error@2040386735) -> (continuation of Deferred@1998730562 after retry RPC after error@363540473) -> (continuation of Deferred@1610879488 after retry RPC after error@1999346179) -> (continuation of Deferred@289745281 after retry RPC after error@1574770871) -> (continuation of Deferred@495555870 after retry RPC after error@920256302) -> (continuation of Deferred@250138965 after retry RPC after error@994404511) -> (continuation of Deferred@1790262156 after retry RPC after error@325884283) -> (continuation of Deferred@1531351098 after retry RPC after error@1272388189) -> (continuation of Deferred@142418416 after retry RPC after error@2133710533) -> (continuation of Deferred@268787290 after retry RPC after error@1676917749) -> (continuation of Deferred@48260314 after retry RPC after error@325714365) -> (continuation of Deferred@690452996 after retry RPC after error@1475694790) -> (continuation of Deferred@1446127702 after retry RPC after error@353807556) -> (continuation of Deferred@124977976 after retry RPC after error@2063401072) -> (continuation of Deferred@1028319201 after retry RPC after error@496634880) -> (continuation of Deferred@49260104 after retry RPC after error@277076197) -> (continuation of Deferred@2048676091 after retry RPC after error@925608372) -> (continuation of Deferred@1216972031 after retry RPC after error@1178806779) -> (continuation of Deferred@1581265472 after retry RPC after error@885802549) -> (continuation of Deferred@820417071 after retry RPC after error@1874164025) -> (continuation of Deferred@817398973 after retry RPC after error@1712558449) -> (continuation of Deferred@1658847350 after retry RPC after error@651743650) -> (continuation of Deferred@1387345064 after retry RPC after error@684965782), errback=(continuation of Deferred@590315513 after retry RPC after error@1199201822) -> (continuation of Deferred@1297779791 after retry RPC after error@948287439) -> (continuation of Deferred@1619904401 after retry RPC after error@1964175152) -> (continuation of Deferred@1815293225 after retry RPC after error@2040386735) -> (continuation of Deferred@1998730562 after retry RPC after error@363540473) -> (continuation of Deferred@1610879488 after retry RPC after error@1999346179) -> (continuation of Deferred@289745281 after retry RPC after error@1574770871) -> (continuation of Deferred@495555870 after retry RPC after error@920256302) -> (continuation of Deferred@250138965 after retry RPC after error@994404511) -> (continuation of Deferred@1790262156 after retry RPC after error@325884283) -> (continuation of Deferred@1531351098 after retry RPC after error@1272388189) -> (continuation of Deferred@142418416 after retry RPC after error@2133710533) -> (continuation of Deferred@268787290 after retry RPC after error@1676917749) -> (continuation of Deferred@48260314 after retry RPC after error@325714365) -> (continuation of Deferred@690452996 after retry RPC after error@1475694790) -> (continuation of Deferred@1446127702 after retry RPC after error@353807556) -> (continuation of Deferred@124977976 after retry RPC after error@2063401072) -> (continuation of Deferred@1028319201 after retry RPC after error@496634880) -> (continuation of Deferred@49260104 after retry RPC after error@277076197) -> (continuation of Deferred@2048676091 after retry RPC after error@925608372) -> (continuation of Deferred@1216972031 after retry RPC after error@1178806779) -> (continuation of Deferred@1581265472 after retry RPC after error@885802549) -> (continuation of Deferred@820417071 after retry RPC after error@1874164025) -> (continuation of Deferred@817398973 after retry RPC after error@1712558449) -> (continuation of Deferred@1658847350 after retry RPC after error@651743650) -> (continuation of Deferred@1387345064 after retry RPC after error@684965782)))
14:09:34.734 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:09:34.734 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [13ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [25ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [441ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [661ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1823ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3241ms] refreshing cache from master, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3242ms] too many traces: truncated at 100 traces, deferred=Deferred@154112163(state=PENDING, result=null, callback=(continuation of Deferred@590315513 after retry RPC after error@1199201822) -> (continuation of Deferred@1297779791 after retry RPC after error@948287439) -> (continuation of Deferred@1619904401 after retry RPC after error@1964175152) -> (continuation of Deferred@1815293225 after retry RPC after error@2040386735) -> (continuation of Deferred@1998730562 after retry RPC after error@363540473) -> (continuation of Deferred@1610879488 after retry RPC after error@1999346179) -> (continuation of Deferred@289745281 after retry RPC after error@1574770871) -> (continuation of Deferred@495555870 after retry RPC after error@920256302) -> (continuation of Deferred@250138965 after retry RPC after error@994404511) -> (continuation of Deferred@1790262156 after retry RPC after error@325884283) -> (continuation of Deferred@1531351098 after retry RPC after error@1272388189) -> (continuation of Deferred@142418416 after retry RPC after error@2133710533) -> (continuation of Deferred@268787290 after retry RPC after error@1676917749) -> (continuation of Deferred@48260314 after retry RPC after error@325714365) -> (continuation of Deferred@690452996 after retry RPC after error@1475694790) -> (continuation of Deferred@1446127702 after retry RPC after error@353807556) -> (continuation of Deferred@124977976 after retry RPC after error@2063401072) -> (continuation of Deferred@1028319201 after retry RPC after error@496634880) -> (continuation of Deferred@49260104 after retry RPC after error@277076197) -> (continuation of Deferred@2048676091 after retry RPC after error@925608372) -> (continuation of Deferred@1216972031 after retry RPC after error@1178806779) -> (continuation of Deferred@1581265472 after retry RPC after error@885802549) -> (continuation of Deferred@820417071 after retry RPC after error@1874164025) -> (continuation of Deferred@817398973 after retry RPC after error@1712558449) -> (continuation of Deferred@1658847350 after retry RPC after error@651743650) -> (continuation of Deferred@1387345064 after retry RPC after error@684965782), errback=(continuation of Deferred@590315513 after retry RPC after error@1199201822) -> (continuation of Deferred@1297779791 after retry RPC after error@948287439) -> (continuation of Deferred@1619904401 after retry RPC after error@1964175152) -> (continuation of Deferred@1815293225 after retry RPC after error@2040386735) -> (continuation of Deferred@1998730562 after retry RPC after error@363540473) -> (continuation of Deferred@1610879488 after retry RPC after error@1999346179) -> (continuation of Deferred@289745281 after retry RPC after error@1574770871) -> (continuation of Deferred@495555870 after retry RPC after error@920256302) -> (continuation of Deferred@250138965 after retry RPC after error@994404511) -> (continuation of Deferred@1790262156 after retry RPC after error@325884283) -> (continuation of Deferred@1531351098 after retry RPC after error@1272388189) -> (continuation of Deferred@142418416 after retry RPC after error@2133710533) -> (continuation of Deferred@268787290 after retry RPC after error@1676917749) -> (continuation of Deferred@48260314 after retry RPC after error@325714365) -> (continuation of Deferred@690452996 after retry RPC after error@1475694790) -> (continuation of Deferred@1446127702 after retry RPC after error@353807556) -> (continuation of Deferred@124977976 after retry RPC after error@2063401072) -> (continuation of Deferred@1028319201 after retry RPC after error@496634880) -> (continuation of Deferred@49260104 after retry RPC after error@277076197) -> (continuation of Deferred@2048676091 after retry RPC after error@925608372) -> (continuation of Deferred@1216972031 after retry RPC after error@1178806779) -> (continuation of Deferred@1581265472 after retry RPC after error@885802549) -> (continuation of Deferred@820417071 after retry RPC after error@1874164025) -> (continuation of Deferred@817398973 after retry RPC after error@1712558449) -> (continuation of Deferred@1658847350 after retry RPC after error@651743650) -> (continuation of Deferred@1387345064 after retry RPC after error@684965782)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.253:33427
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:34.738 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
14:09:34.739 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
14:09:34.741 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [13ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [25ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [441ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [661ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [701ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1823ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3241ms] refreshing cache from master, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3242ms] too many traces: truncated at 100 traces, deferred=Deferred@154112163(state=PENDING, result=null, callback=(continuation of Deferred@590315513 after retry RPC after error@1199201822) -> (continuation of Deferred@1297779791 after retry RPC after error@948287439) -> (continuation of Deferred@1619904401 after retry RPC after error@1964175152) -> (continuation of Deferred@1815293225 after retry RPC after error@2040386735) -> (continuation of Deferred@1998730562 after retry RPC after error@363540473) -> (continuation of Deferred@1610879488 after retry RPC after error@1999346179) -> (continuation of Deferred@289745281 after retry RPC after error@1574770871) -> (continuation of Deferred@495555870 after retry RPC after error@920256302) -> (continuation of Deferred@250138965 after retry RPC after error@994404511) -> (continuation of Deferred@1790262156 after retry RPC after error@325884283) -> (continuation of Deferred@1531351098 after retry RPC after error@1272388189) -> (continuation of Deferred@142418416 after retry RPC after error@2133710533) -> (continuation of Deferred@268787290 after retry RPC after error@1676917749) -> (continuation of Deferred@48260314 after retry RPC after error@325714365) -> (continuation of Deferred@690452996 after retry RPC after error@1475694790) -> (continuation of Deferred@1446127702 after retry RPC after error@353807556) -> (continuation of Deferred@124977976 after retry RPC after error@2063401072) -> (continuation of Deferred@1028319201 after retry RPC after error@496634880) -> (continuation of Deferred@49260104 after retry RPC after error@277076197) -> (continuation of Deferred@2048676091 after retry RPC after error@925608372) -> (continuation of Deferred@1216972031 after retry RPC after error@1178806779) -> (continuation of Deferred@1581265472 after retry RPC after error@885802549) -> (continuation of Deferred@820417071 after retry RPC after error@1874164025) -> (continuation of Deferred@817398973 after retry RPC after error@1712558449) -> (continuation of Deferred@1658847350 after retry RPC after error@651743650) -> (continuation of Deferred@1387345064 after retry RPC after error@684965782), errback=(continuation of Deferred@590315513 after retry RPC after error@1199201822) -> (continuation of Deferred@1297779791 after retry RPC after error@948287439) -> (continuation of Deferred@1619904401 after retry RPC after error@1964175152) -> (continuation of Deferred@1815293225 after retry RPC after error@2040386735) -> (continuation of Deferred@1998730562 after retry RPC after error@363540473) -> (continuation of Deferred@1610879488 after retry RPC after error@1999346179) -> (continuation of Deferred@289745281 after retry RPC after error@1574770871) -> (continuation of Deferred@495555870 after retry RPC after error@920256302) -> (continuation of Deferred@250138965 after retry RPC after error@994404511) -> (continuation of Deferred@1790262156 after retry RPC after error@325884283) -> (continuation of Deferred@1531351098 after retry RPC after error@1272388189) -> (continuation of Deferred@142418416 after retry RPC after error@2133710533) -> (continuation of Deferred@268787290 after retry RPC after error@1676917749) -> (continuation of Deferred@48260314 after retry RPC after error@325714365) -> (continuation of Deferred@690452996 after retry RPC after error@1475694790) -> (continuation of Deferred@1446127702 after retry RPC after error@353807556) -> (continuation of Deferred@124977976 after retry RPC after error@2063401072) -> (continuation of Deferred@1028319201 after retry RPC after error@496634880) -> (continuation of Deferred@49260104 after retry RPC after error@277076197) -> (continuation of Deferred@2048676091 after retry RPC after error@925608372) -> (continuation of Deferred@1216972031 after retry RPC after error@1178806779) -> (continuation of Deferred@1581265472 after retry RPC after error@885802549) -> (continuation of Deferred@820417071 after retry RPC after error@1874164025) -> (continuation of Deferred@817398973 after retry RPC after error@1712558449) -> (continuation of Deferred@1658847350 after retry RPC after error@651743650) -> (continuation of Deferred@1387345064 after retry RPC after error@684965782)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.253:33427
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:34.745 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
14:09:34.746 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:34.745 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
14:09:34.746 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state RUNNING to RESTARTING.
14:09:34.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:34.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:35.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:35.126 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:35.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:35.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:35.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:35.133 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:35.133 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:35.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:35.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:35.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:35.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:35.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:35.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:35.135 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:35.136 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27761), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [7ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [12ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [20ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [42ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [462ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [661ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [942ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [2183ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [6081ms] refreshing cache from master, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [6081ms] too many traces: truncated at 100 traces, deferred=Deferred@1356863774(state=PENDING, result=null, callback=(continuation of Deferred@901145029 after retry RPC after error@1709198506) -> (continuation of Deferred@298441479 after retry RPC after error@1093736649) -> (continuation of Deferred@1200615779 after retry RPC after error@552431652) -> (continuation of Deferred@2141423325 after retry RPC after error@907882160) -> (continuation of Deferred@245483001 after retry RPC after error@1166469209) -> (continuation of Deferred@644877146 after retry RPC after error@2043140490) -> (continuation of Deferred@2043237702 after retry RPC after error@201305606) -> (continuation of Deferred@770924280 after retry RPC after error@1790957893) -> (continuation of Deferred@1500500529 after retry RPC after error@790026372) -> (continuation of Deferred@413484800 after retry RPC after error@205836448) -> (continuation of Deferred@723350851 after retry RPC after error@844515932) -> (continuation of Deferred@7968337 after retry RPC after error@714250030) -> (continuation of Deferred@1785026642 after retry RPC after error@1793190888) -> (continuation of Deferred@644232187 after retry RPC after error@410254334) -> (continuation of Deferred@1477744490 after retry RPC after error@1037015339) -> (continuation of Deferred@706845826 after retry RPC after error@755641907) -> (continuation of Deferred@1373193023 after retry RPC after error@270438126) -> (continuation of Deferred@914216419 after retry RPC after error@1249517225) -> (continuation of Deferred@1361144930 after retry RPC after error@892133718) -> (continuation of Deferred@1831266525 after retry RPC after error@1999846534) -> (continuation of Deferred@766188670 after retry RPC after error@2136960716), errback=(continuation of Deferred@901145029 after retry RPC after error@1709198506) -> (continuation of Deferred@298441479 after retry RPC after error@1093736649) -> (continuation of Deferred@1200615779 after retry RPC after error@552431652) -> (continuation of Deferred@2141423325 after retry RPC after error@907882160) -> (continuation of Deferred@245483001 after retry RPC after error@1166469209) -> (continuation of Deferred@644877146 after retry RPC after error@2043140490) -> (continuation of Deferred@2043237702 after retry RPC after error@201305606) -> (continuation of Deferred@770924280 after retry RPC after error@1790957893) -> (continuation of Deferred@1500500529 after retry RPC after error@790026372) -> (continuation of Deferred@413484800 after retry RPC after error@205836448) -> (continuation of Deferred@723350851 after retry RPC after error@844515932) -> (continuation of Deferred@7968337 after retry RPC after error@714250030) -> (continuation of Deferred@1785026642 after retry RPC after error@1793190888) -> (continuation of Deferred@644232187 after retry RPC after error@410254334) -> (continuation of Deferred@1477744490 after retry RPC after error@1037015339) -> (continuation of Deferred@706845826 after retry RPC after error@755641907) -> (continuation of Deferred@1373193023 after retry RPC after error@270438126) -> (continuation of Deferred@914216419 after retry RPC after error@1249517225) -> (continuation of Deferred@1361144930 after retry RPC after error@892133718) -> (continuation of Deferred@1831266525 after retry RPC after error@1999846534) -> (continuation of Deferred@766188670 after retry RPC after error@2136960716)))
14:09:35.141 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:09:35.142 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27761), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [7ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [12ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [20ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [42ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [462ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [661ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [942ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [2183ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [6081ms] refreshing cache from master, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [6081ms] too many traces: truncated at 100 traces, deferred=Deferred@1356863774(state=PENDING, result=null, callback=(continuation of Deferred@901145029 after retry RPC after error@1709198506) -> (continuation of Deferred@298441479 after retry RPC after error@1093736649) -> (continuation of Deferred@1200615779 after retry RPC after error@552431652) -> (continuation of Deferred@2141423325 after retry RPC after error@907882160) -> (continuation of Deferred@245483001 after retry RPC after error@1166469209) -> (continuation of Deferred@644877146 after retry RPC after error@2043140490) -> (continuation of Deferred@2043237702 after retry RPC after error@201305606) -> (continuation of Deferred@770924280 after retry RPC after error@1790957893) -> (continuation of Deferred@1500500529 after retry RPC after error@790026372) -> (continuation of Deferred@413484800 after retry RPC after error@205836448) -> (continuation of Deferred@723350851 after retry RPC after error@844515932) -> (continuation of Deferred@7968337 after retry RPC after error@714250030) -> (continuation of Deferred@1785026642 after retry RPC after error@1793190888) -> (continuation of Deferred@644232187 after retry RPC after error@410254334) -> (continuation of Deferred@1477744490 after retry RPC after error@1037015339) -> (continuation of Deferred@706845826 after retry RPC after error@755641907) -> (continuation of Deferred@1373193023 after retry RPC after error@270438126) -> (continuation of Deferred@914216419 after retry RPC after error@1249517225) -> (continuation of Deferred@1361144930 after retry RPC after error@892133718) -> (continuation of Deferred@1831266525 after retry RPC after error@1999846534) -> (continuation of Deferred@766188670 after retry RPC after error@2136960716), errback=(continuation of Deferred@901145029 after retry RPC after error@1709198506) -> (continuation of Deferred@298441479 after retry RPC after error@1093736649) -> (continuation of Deferred@1200615779 after retry RPC after error@552431652) -> (continuation of Deferred@2141423325 after retry RPC after error@907882160) -> (continuation of Deferred@245483001 after retry RPC after error@1166469209) -> (continuation of Deferred@644877146 after retry RPC after error@2043140490) -> (continuation of Deferred@2043237702 after retry RPC after error@201305606) -> (continuation of Deferred@770924280 after retry RPC after error@1790957893) -> (continuation of Deferred@1500500529 after retry RPC after error@790026372) -> (continuation of Deferred@413484800 after retry RPC after error@205836448) -> (continuation of Deferred@723350851 after retry RPC after error@844515932) -> (continuation of Deferred@7968337 after retry RPC after error@714250030) -> (continuation of Deferred@1785026642 after retry RPC after error@1793190888) -> (continuation of Deferred@644232187 after retry RPC after error@410254334) -> (continuation of Deferred@1477744490 after retry RPC after error@1037015339) -> (continuation of Deferred@706845826 after retry RPC after error@755641907) -> (continuation of Deferred@1373193023 after retry RPC after error@270438126) -> (continuation of Deferred@914216419 after retry RPC after error@1249517225) -> (continuation of Deferred@1361144930 after retry RPC after error@892133718) -> (continuation of Deferred@1831266525 after retry RPC after error@1999846534) -> (continuation of Deferred@766188670 after retry RPC after error@2136960716)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.254:35515
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:35.150 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
14:09:35.152 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
14:09:35.155 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27761), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [7ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [12ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [20ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [42ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [461ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [462ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [661ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [942ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [2183ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [6081ms] refreshing cache from master, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [6081ms] too many traces: truncated at 100 traces, deferred=Deferred@1356863774(state=PENDING, result=null, callback=(continuation of Deferred@901145029 after retry RPC after error@1709198506) -> (continuation of Deferred@298441479 after retry RPC after error@1093736649) -> (continuation of Deferred@1200615779 after retry RPC after error@552431652) -> (continuation of Deferred@2141423325 after retry RPC after error@907882160) -> (continuation of Deferred@245483001 after retry RPC after error@1166469209) -> (continuation of Deferred@644877146 after retry RPC after error@2043140490) -> (continuation of Deferred@2043237702 after retry RPC after error@201305606) -> (continuation of Deferred@770924280 after retry RPC after error@1790957893) -> (continuation of Deferred@1500500529 after retry RPC after error@790026372) -> (continuation of Deferred@413484800 after retry RPC after error@205836448) -> (continuation of Deferred@723350851 after retry RPC after error@844515932) -> (continuation of Deferred@7968337 after retry RPC after error@714250030) -> (continuation of Deferred@1785026642 after retry RPC after error@1793190888) -> (continuation of Deferred@644232187 after retry RPC after error@410254334) -> (continuation of Deferred@1477744490 after retry RPC after error@1037015339) -> (continuation of Deferred@706845826 after retry RPC after error@755641907) -> (continuation of Deferred@1373193023 after retry RPC after error@270438126) -> (continuation of Deferred@914216419 after retry RPC after error@1249517225) -> (continuation of Deferred@1361144930 after retry RPC after error@892133718) -> (continuation of Deferred@1831266525 after retry RPC after error@1999846534) -> (continuation of Deferred@766188670 after retry RPC after error@2136960716), errback=(continuation of Deferred@901145029 after retry RPC after error@1709198506) -> (continuation of Deferred@298441479 after retry RPC after error@1093736649) -> (continuation of Deferred@1200615779 after retry RPC after error@552431652) -> (continuation of Deferred@2141423325 after retry RPC after error@907882160) -> (continuation of Deferred@245483001 after retry RPC after error@1166469209) -> (continuation of Deferred@644877146 after retry RPC after error@2043140490) -> (continuation of Deferred@2043237702 after retry RPC after error@201305606) -> (continuation of Deferred@770924280 after retry RPC after error@1790957893) -> (continuation of Deferred@1500500529 after retry RPC after error@790026372) -> (continuation of Deferred@413484800 after retry RPC after error@205836448) -> (continuation of Deferred@723350851 after retry RPC after error@844515932) -> (continuation of Deferred@7968337 after retry RPC after error@714250030) -> (continuation of Deferred@1785026642 after retry RPC after error@1793190888) -> (continuation of Deferred@644232187 after retry RPC after error@410254334) -> (continuation of Deferred@1477744490 after retry RPC after error@1037015339) -> (continuation of Deferred@706845826 after retry RPC after error@755641907) -> (continuation of Deferred@1373193023 after retry RPC after error@270438126) -> (continuation of Deferred@914216419 after retry RPC after error@1249517225) -> (continuation of Deferred@1361144930 after retry RPC after error@892133718) -> (continuation of Deferred@1831266525 after retry RPC after error@1999846534) -> (continuation of Deferred@766188670 after retry RPC after error@2136960716)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.254:35515
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:35.163 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:35.167 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
14:09:35.167 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
14:09:35.269 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:35.269 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:35.269 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:35.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:35.286 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:35.287 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:35.287 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:35.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:35.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:35.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:35.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:35.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:35.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:35.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:35.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:35.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:35.288 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:35.357 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:35.358 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:35.358 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:35.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:35.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:35.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:35.485 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:35.485 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:35.485 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:35.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:35.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:35.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:35.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:35.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:35.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:35.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:35.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:35.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:35.487 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:35.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:35.523 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:35.523 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:35.523 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:35.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:35.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:35.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:35.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:35.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:35.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:35.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:35.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:35.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:35.524 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:35.565 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:35.565 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:35.565 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:35.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:35.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:35.566 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:35.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:35.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:35.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:35.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:35.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:35.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:35.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:33.397347  3421 outbound_call.cc:321] RPC callback for RPC call kudu.master.MasterService.ConnectToMaster -> {remote=127.3.83.188:44357, user_credentials={real_user=slave}} blocked reactor thread for 52090.4us
14:09:35.664 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:35.665 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:35.665 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:35.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:35.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:35.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:35.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:35.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:35.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:35.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:35.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:35.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:35.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:35.696018  2905 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7fc0 after lost signal to thread 2783
14:09:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:35.696885  2905 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad480 after lost signal to thread 2908
14:09:35.856 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:35.856 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:35.856 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:35.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:35.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:35.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:35.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:35.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:35.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:35.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:35.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:35.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:35.859 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:35.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:35.917 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:35.917 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:35.917 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:35.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:35.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:35.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:35.919 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:35.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:36.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:36.103 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:36.103 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:36.103 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:36.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:36.168 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:36.169 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:36.169 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:36.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.169 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:36.176 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:36.176 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:36.177 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:36.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:36.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:36.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:36.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:36.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:36.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:36.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:36.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:36.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:36.178 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:36.189 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:36.189 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:36.189 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:36.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.191 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:36.240 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:36.240 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:36.240 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:36.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.242 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:36.256 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:36.256 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:36.256 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:36.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:36.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:36.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:36.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:36.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:36.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:36.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:36.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:36.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:36.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:36.260 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.260 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.260 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.263 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28872), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [9ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [10ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [24ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [24ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [44ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [262ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [683ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [962ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1323ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3581ms] refreshing cache from master, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1077705422(state=PENDING, result=null, callback=(continuation of Deferred@1750792114 after retry RPC after error@1981948439) -> (continuation of Deferred@514471092 after retry RPC after error@1038337957) -> (continuation of Deferred@37437644 after retry RPC after error@1701767174) -> (continuation of Deferred@716078987 after retry RPC after error@156457876) -> (continuation of Deferred@1370904402 after retry RPC after error@1133161402) -> (continuation of Deferred@436328039 after retry RPC after error@161329480) -> (continuation of Deferred@1785883630 after retry RPC after error@2092157537) -> (continuation of Deferred@1754634622 after retry RPC after error@216425173) -> (continuation of Deferred@1966228924 after retry RPC after error@389048761) -> (continuation of Deferred@1395280968 after retry RPC after error@1818586162) -> (continuation of Deferred@194894759 after retry RPC after error@536090316) -> (continuation of Deferred@507330934 after retry RPC after error@1501477503) -> (continuation of Deferred@1012601364 after retry RPC after error@52830501) -> (continuation of Deferred@2011489990 after retry RPC after error@1541740295) -> (continuation of Deferred@1070228957 after retry RPC after error@232215560) -> (continuation of Deferred@1574257058 after retry RPC after error@788215856) -> (continuation of Deferred@1123243199 after retry RPC after error@1974677501) -> (continuation of Deferred@43825336 after retry RPC after error@1968257635) -> (continuation of Deferred@761257690 after retry RPC after error@1107279947) -> (continuation of Deferred@641857972 after retry RPC after error@1522490685) -> (continuation of Deferred@155578814 after retry RPC after error@914855237) -> (continuation of Deferred@522339960 after retry RPC after error@1070900756) -> (continuation of Deferred@423262289 after retry RPC after error@320732046) -> (continuation of Deferred@503414291 after retry RPC after error@83857345), errback=(continuation of Deferred@1750792114 after retry RPC after error@1981948439) -> (continuation of Deferred@514471092 after retry RPC after error@1038337957) -> (continuation of Deferred@37437644 after retry RPC after error@1701767174) -> (continuation of Deferred@716078987 after retry RPC after error@156457876) -> (continuation of Deferred@1370904402 after retry RPC after error@1133161402) -> (continuation of Deferred@436328039 after retry RPC after error@161329480) -> (continuation of Deferred@1785883630 after retry RPC after error@2092157537) -> (continuation of Deferred@1754634622 after retry RPC after error@216425173) -> (continuation of Deferred@1966228924 after retry RPC after error@389048761) -> (continuation of Deferred@1395280968 after retry RPC after error@1818586162) -> (continuation of Deferred@194894759 after retry RPC after error@536090316) -> (continuation of Deferred@507330934 after retry RPC after error@1501477503) -> (continuation of Deferred@1012601364 after retry RPC after error@52830501) -> (continuation of Deferred@2011489990 after retry RPC after error@1541740295) -> (continuation of Deferred@1070228957 after retry RPC after error@232215560) -> (continuation of Deferred@1574257058 after retry RPC after error@788215856) -> (continuation of Deferred@1123243199 after retry RPC after error@1974677501) -> (continuation of Deferred@43825336 after retry RPC after error@1968257635) -> (continuation of Deferred@761257690 after retry RPC after error@1107279947) -> (continuation of Deferred@641857972 after retry RPC after error@1522490685) -> (continuation of Deferred@155578814 after retry RPC after error@914855237) -> (continuation of Deferred@522339960 after retry RPC after error@1070900756) -> (continuation of Deferred@423262289 after retry RPC after error@320732046) -> (continuation of Deferred@503414291 after retry RPC after error@83857345)))
14:09:36.270 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:09:36.271 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28872), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [9ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [10ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [24ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [24ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [44ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [262ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [683ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [962ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1323ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3581ms] refreshing cache from master, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1077705422(state=PENDING, result=null, callback=(continuation of Deferred@1750792114 after retry RPC after error@1981948439) -> (continuation of Deferred@514471092 after retry RPC after error@1038337957) -> (continuation of Deferred@37437644 after retry RPC after error@1701767174) -> (continuation of Deferred@716078987 after retry RPC after error@156457876) -> (continuation of Deferred@1370904402 after retry RPC after error@1133161402) -> (continuation of Deferred@436328039 after retry RPC after error@161329480) -> (continuation of Deferred@1785883630 after retry RPC after error@2092157537) -> (continuation of Deferred@1754634622 after retry RPC after error@216425173) -> (continuation of Deferred@1966228924 after retry RPC after error@389048761) -> (continuation of Deferred@1395280968 after retry RPC after error@1818586162) -> (continuation of Deferred@194894759 after retry RPC after error@536090316) -> (continuation of Deferred@507330934 after retry RPC after error@1501477503) -> (continuation of Deferred@1012601364 after retry RPC after error@52830501) -> (continuation of Deferred@2011489990 after retry RPC after error@1541740295) -> (continuation of Deferred@1070228957 after retry RPC after error@232215560) -> (continuation of Deferred@1574257058 after retry RPC after error@788215856) -> (continuation of Deferred@1123243199 after retry RPC after error@1974677501) -> (continuation of Deferred@43825336 after retry RPC after error@1968257635) -> (continuation of Deferred@761257690 after retry RPC after error@1107279947) -> (continuation of Deferred@641857972 after retry RPC after error@1522490685) -> (continuation of Deferred@155578814 after retry RPC after error@914855237) -> (continuation of Deferred@522339960 after retry RPC after error@1070900756) -> (continuation of Deferred@423262289 after retry RPC after error@320732046) -> (continuation of Deferred@503414291 after retry RPC after error@83857345), errback=(continuation of Deferred@1750792114 after retry RPC after error@1981948439) -> (continuation of Deferred@514471092 after retry RPC after error@1038337957) -> (continuation of Deferred@37437644 after retry RPC after error@1701767174) -> (continuation of Deferred@716078987 after retry RPC after error@156457876) -> (continuation of Deferred@1370904402 after retry RPC after error@1133161402) -> (continuation of Deferred@436328039 after retry RPC after error@161329480) -> (continuation of Deferred@1785883630 after retry RPC after error@2092157537) -> (continuation of Deferred@1754634622 after retry RPC after error@216425173) -> (continuation of Deferred@1966228924 after retry RPC after error@389048761) -> (continuation of Deferred@1395280968 after retry RPC after error@1818586162) -> (continuation of Deferred@194894759 after retry RPC after error@536090316) -> (continuation of Deferred@507330934 after retry RPC after error@1501477503) -> (continuation of Deferred@1012601364 after retry RPC after error@52830501) -> (continuation of Deferred@2011489990 after retry RPC after error@1541740295) -> (continuation of Deferred@1070228957 after retry RPC after error@232215560) -> (continuation of Deferred@1574257058 after retry RPC after error@788215856) -> (continuation of Deferred@1123243199 after retry RPC after error@1974677501) -> (continuation of Deferred@43825336 after retry RPC after error@1968257635) -> (continuation of Deferred@761257690 after retry RPC after error@1107279947) -> (continuation of Deferred@641857972 after retry RPC after error@1522490685) -> (continuation of Deferred@155578814 after retry RPC after error@914855237) -> (continuation of Deferred@522339960 after retry RPC after error@1070900756) -> (continuation of Deferred@423262289 after retry RPC after error@320732046) -> (continuation of Deferred@503414291 after retry RPC after error@83857345)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.254:35515
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:36.274 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:36.284 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:36.284 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:36.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.286 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:36.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:34.386200  4059 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:36.290 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
14:09:36.291 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
14:09:36.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:34.385393  4061 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.295399  4048 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:36.296016  4060 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1906 milliseconds
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.297601  4048 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.308848  4048 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.312935  4048 hybrid_clock.cc:648] HybridClock initialized: now 1779113376312849 us; error 96 us; skew 500 ppm
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.314173  4048 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.333489  4048 webserver.cc:533] Webserver started at http://127.3.83.130:35247/ using document root <none> and password file <none>
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.334416  4048 fs_manager.cc:362] Metadata directory not provided
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.334714  4048 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.335124  4048 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.340705  4048 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/data/instance:
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36498a5a116f4d0396909005a3df4e68"
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:36 on dist-test-slave-qn3m"
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.342190  4048 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/wal/instance:
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36498a5a116f4d0396909005a3df4e68"
14:09:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:36 on dist-test-slave-qn3m"
14:09:36.347 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28872), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [9ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [10ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [24ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [24ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [44ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [262ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [682ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [683ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [962ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1323ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [3581ms] refreshing cache from master, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [3582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1077705422(state=PENDING, result=null, callback=(continuation of Deferred@1750792114 after retry RPC after error@1981948439) -> (continuation of Deferred@514471092 after retry RPC after error@1038337957) -> (continuation of Deferred@37437644 after retry RPC after error@1701767174) -> (continuation of Deferred@716078987 after retry RPC after error@156457876) -> (continuation of Deferred@1370904402 after retry RPC after error@1133161402) -> (continuation of Deferred@436328039 after retry RPC after error@161329480) -> (continuation of Deferred@1785883630 after retry RPC after error@2092157537) -> (continuation of Deferred@1754634622 after retry RPC after error@216425173) -> (continuation of Deferred@1966228924 after retry RPC after error@389048761) -> (continuation of Deferred@1395280968 after retry RPC after error@1818586162) -> (continuation of Deferred@194894759 after retry RPC after error@536090316) -> (continuation of Deferred@507330934 after retry RPC after error@1501477503) -> (continuation of Deferred@1012601364 after retry RPC after error@52830501) -> (continuation of Deferred@2011489990 after retry RPC after error@1541740295) -> (continuation of Deferred@1070228957 after retry RPC after error@232215560) -> (continuation of Deferred@1574257058 after retry RPC after error@788215856) -> (continuation of Deferred@1123243199 after retry RPC after error@1974677501) -> (continuation of Deferred@43825336 after retry RPC after error@1968257635) -> (continuation of Deferred@761257690 after retry RPC after error@1107279947) -> (continuation of Deferred@641857972 after retry RPC after error@1522490685) -> (continuation of Deferred@155578814 after retry RPC after error@914855237) -> (continuation of Deferred@522339960 after retry RPC after error@1070900756) -> (continuation of Deferred@423262289 after retry RPC after error@320732046) -> (continuation of Deferred@503414291 after retry RPC after error@83857345), errback=(continuation of Deferred@1750792114 after retry RPC after error@1981948439) -> (continuation of Deferred@514471092 after retry RPC after error@1038337957) -> (continuation of Deferred@37437644 after retry RPC after error@1701767174) -> (continuation of Deferred@716078987 after retry RPC after error@156457876) -> (continuation of Deferred@1370904402 after retry RPC after error@1133161402) -> (continuation of Deferred@436328039 after retry RPC after error@161329480) -> (continuation of Deferred@1785883630 after retry RPC after error@2092157537) -> (continuation of Deferred@1754634622 after retry RPC after error@216425173) -> (continuation of Deferred@1966228924 after retry RPC after error@389048761) -> (continuation of Deferred@1395280968 after retry RPC after error@1818586162) -> (continuation of Deferred@194894759 after retry RPC after error@536090316) -> (continuation of Deferred@507330934 after retry RPC after error@1501477503) -> (continuation of Deferred@1012601364 after retry RPC after error@52830501) -> (continuation of Deferred@2011489990 after retry RPC after error@1541740295) -> (continuation of Deferred@1070228957 after retry RPC after error@232215560) -> (continuation of Deferred@1574257058 after retry RPC after error@788215856) -> (continuation of Deferred@1123243199 after retry RPC after error@1974677501) -> (continuation of Deferred@43825336 after retry RPC after error@1968257635) -> (continuation of Deferred@761257690 after retry RPC after error@1107279947) -> (continuation of Deferred@641857972 after retry RPC after error@1522490685) -> (continuation of Deferred@155578814 after retry RPC after error@914855237) -> (continuation of Deferred@522339960 after retry RPC after error@1070900756) -> (continuation of Deferred@423262289 after retry RPC after error@320732046) -> (continuation of Deferred@503414291 after retry RPC after error@83857345)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.254:35515
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:36.352 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:36.353 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
14:09:36.354 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
14:09:36.360 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:36.360 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:36.360 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.360795  4048 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.002s	sys 0.009s
14:09:36.361 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.361 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.362 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.362 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.369550  4071 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.371157  4048 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.004s
14:09:36.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.372782  4048 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/wal
14:09:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36498a5a116f4d0396909005a3df4e68"
14:09:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:36 on dist-test-slave-qn3m"
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.373741  4048 fs_report.cc:389] FS layout report
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/wal
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/wal
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/data/data
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:36.440 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:36.440 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:36.440 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:36.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:36.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:36.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:36.441 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.454269  4048 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.456522  4048 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.457090  4048 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.461042  4048 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:09:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.467425  4048 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:09:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.467746  4048 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:09:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.468081  4048 ts_tablet_manager.cc:616] Registered 0 tablets
14:09:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.468312  4048 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:09:36.468 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:36.468 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:36.468 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:36.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:36.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:36.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:36.470 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:36.474 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.474 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.474 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.475 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:36.502 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:36.502 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:36.502 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:36.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:36.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:36.502 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:36.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:36.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:36.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:36.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:36.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:36.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:36.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:36.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:36.634 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.635 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.636 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.637 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.638 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [0ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [21ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [22ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [61ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [100ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [100ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [101ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [360ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [361ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [681ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1662ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [5300ms] refreshing cache from master, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [5301ms] too many traces: truncated at 100 traces, deferred=Deferred@934568847(state=PENDING, result=null, callback=(continuation of Deferred@1283020544 after retry RPC after error@1766121931) -> (continuation of Deferred@524611160 after retry RPC after error@192437796) -> (continuation of Deferred@230676764 after retry RPC after error@1136344025) -> (continuation of Deferred@2075474904 after retry RPC after error@846582772) -> (continuation of Deferred@1097960351 after retry RPC after error@1527645595) -> (continuation of Deferred@154635993 after retry RPC after error@364971640) -> (continuation of Deferred@1486965292 after retry RPC after error@1932045950) -> (continuation of Deferred@1180477316 after retry RPC after error@1530108913) -> (continuation of Deferred@152132241 after retry RPC after error@1065115283) -> (continuation of Deferred@482328191 after retry RPC after error@1528058378) -> (continuation of Deferred@1481793067 after retry RPC after error@84351860) -> (continuation of Deferred@1680474605 after retry RPC after error@500669280) -> (continuation of Deferred@1472081399 after retry RPC after error@1793016015) -> (continuation of Deferred@1582174480 after retry RPC after error@2137230626) -> (continuation of Deferred@1494533804 after retry RPC after error@1239235705) -> (continuation of Deferred@1731556035 after retry RPC after error@73202074) -> (continuation of Deferred@2063756827 after retry RPC after error@1528609782) -> (continuation of Deferred@401828156 after retry RPC after error@1946206833) -> (continuation of Deferred@479860828 after retry RPC after error@577229618) -> (continuation of Deferred@785507531 after retry RPC after error@1546696746) -> (continuation of Deferred@279184136 after retry RPC after error@205962349) -> (continuation of Deferred@756086418 after retry RPC after error@1958279922) -> (continuation of Deferred@1144265518 after retry RPC after error@2108191249) -> (continuation of Deferred@1462153040 after retry RPC after error@1685762092) -> (continuation of Deferred@15936230 after retry RPC after error@1047918611) -> (continuation of Deferred@1556843682 after retry RPC after error@1828830407) -> (continuation of Deferred@1958485915 after retry RPC after error@1704514687) -> (continuation of Deferred@1706486514 after retry RPC after error@95524103), errback=(continuation of Deferred@1283020544 after retry RPC after error@1766121931) -> (continuation of Deferred@524611160 after retry RPC after error@192437796) -> (continuation of Deferred@230676764 after retry RPC after error@1136344025) -> (continuation of Deferred@2075474904 after retry RPC after error@846582772) -> (continuation of Deferred@1097960351 after retry RPC after error@1527645595) -> (continuation of Deferred@154635993 after retry RPC after error@364971640) -> (continuation of Deferred@1486965292 after retry RPC after error@1932045950) -> (continuation of Deferred@1180477316 after retry RPC after error@1530108913) -> (continuation of Deferred@152132241 after retry RPC after error@1065115283) -> (continuation of Deferred@482328191 after retry RPC after error@1528058378) -> (continuation of Deferred@1481793067 after retry RPC after error@84351860) -> (continuation of Deferred@1680474605 after retry RPC after error@500669280) -> (continuation of Deferred@1472081399 after retry RPC after error@1793016015) -> (continuation of Deferred@1582174480 after retry RPC after error@2137230626) -> (continuation of Deferred@1494533804 after retry RPC after error@1239235705) -> (continuation of Deferred@1731556035 after retry RPC after error@73202074) -> (continuation of Deferred@2063756827 after retry RPC after error@1528609782) -> (continuation of Deferred@401828156 after retry RPC after error@1946206833) -> (continuation of Deferred@479860828 after retry RPC after error@577229618) -> (continuation of Deferred@785507531 after retry RPC after error@1546696746) -> (continuation of Deferred@279184136 after retry RPC after error@205962349) -> (continuation of Deferred@756086418 after retry RPC after error@1958279922) -> (continuation of Deferred@1144265518 after retry RPC after error@2108191249) -> (continuation of Deferred@1462153040 after retry RPC after error@1685762092) -> (continuation of Deferred@15936230 after retry RPC after error@1047918611) -> (continuation of Deferred@1556843682 after retry RPC after error@1828830407) -> (continuation of Deferred@1958485915 after retry RPC after error@1704514687) -> (continuation of Deferred@1706486514 after retry RPC after error@95524103)))
14:09:36.646 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
14:09:36.646 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [0ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [21ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [22ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [61ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [100ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [100ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [101ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [360ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [361ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [681ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1662ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [5300ms] refreshing cache from master, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [5301ms] too many traces: truncated at 100 traces, deferred=Deferred@934568847(state=PENDING, result=null, callback=(continuation of Deferred@1283020544 after retry RPC after error@1766121931) -> (continuation of Deferred@524611160 after retry RPC after error@192437796) -> (continuation of Deferred@230676764 after retry RPC after error@1136344025) -> (continuation of Deferred@2075474904 after retry RPC after error@846582772) -> (continuation of Deferred@1097960351 after retry RPC after error@1527645595) -> (continuation of Deferred@154635993 after retry RPC after error@364971640) -> (continuation of Deferred@1486965292 after retry RPC after error@1932045950) -> (continuation of Deferred@1180477316 after retry RPC after error@1530108913) -> (continuation of Deferred@152132241 after retry RPC after error@1065115283) -> (continuation of Deferred@482328191 after retry RPC after error@1528058378) -> (continuation of Deferred@1481793067 after retry RPC after error@84351860) -> (continuation of Deferred@1680474605 after retry RPC after error@500669280) -> (continuation of Deferred@1472081399 after retry RPC after error@1793016015) -> (continuation of Deferred@1582174480 after retry RPC after error@2137230626) -> (continuation of Deferred@1494533804 after retry RPC after error@1239235705) -> (continuation of Deferred@1731556035 after retry RPC after error@73202074) -> (continuation of Deferred@2063756827 after retry RPC after error@1528609782) -> (continuation of Deferred@401828156 after retry RPC after error@1946206833) -> (continuation of Deferred@479860828 after retry RPC after error@577229618) -> (continuation of Deferred@785507531 after retry RPC after error@1546696746) -> (continuation of Deferred@279184136 after retry RPC after error@205962349) -> (continuation of Deferred@756086418 after retry RPC after error@1958279922) -> (continuation of Deferred@1144265518 after retry RPC after error@2108191249) -> (continuation of Deferred@1462153040 after retry RPC after error@1685762092) -> (continuation of Deferred@15936230 after retry RPC after error@1047918611) -> (continuation of Deferred@1556843682 after retry RPC after error@1828830407) -> (continuation of Deferred@1958485915 after retry RPC after error@1704514687) -> (continuation of Deferred@1706486514 after retry RPC after error@95524103), errback=(continuation of Deferred@1283020544 after retry RPC after error@1766121931) -> (continuation of Deferred@524611160 after retry RPC after error@192437796) -> (continuation of Deferred@230676764 after retry RPC after error@1136344025) -> (continuation of Deferred@2075474904 after retry RPC after error@846582772) -> (continuation of Deferred@1097960351 after retry RPC after error@1527645595) -> (continuation of Deferred@154635993 after retry RPC after error@364971640) -> (continuation of Deferred@1486965292 after retry RPC after error@1932045950) -> (continuation of Deferred@1180477316 after retry RPC after error@1530108913) -> (continuation of Deferred@152132241 after retry RPC after error@1065115283) -> (continuation of Deferred@482328191 after retry RPC after error@1528058378) -> (continuation of Deferred@1481793067 after retry RPC after error@84351860) -> (continuation of Deferred@1680474605 after retry RPC after error@500669280) -> (continuation of Deferred@1472081399 after retry RPC after error@1793016015) -> (continuation of Deferred@1582174480 after retry RPC after error@2137230626) -> (continuation of Deferred@1494533804 after retry RPC after error@1239235705) -> (continuation of Deferred@1731556035 after retry RPC after error@73202074) -> (continuation of Deferred@2063756827 after retry RPC after error@1528609782) -> (continuation of Deferred@401828156 after retry RPC after error@1946206833) -> (continuation of Deferred@479860828 after retry RPC after error@577229618) -> (continuation of Deferred@785507531 after retry RPC after error@1546696746) -> (continuation of Deferred@279184136 after retry RPC after error@205962349) -> (continuation of Deferred@756086418 after retry RPC after error@1958279922) -> (continuation of Deferred@1144265518 after retry RPC after error@2108191249) -> (continuation of Deferred@1462153040 after retry RPC after error@1685762092) -> (continuation of Deferred@15936230 after retry RPC after error@1047918611) -> (continuation of Deferred@1556843682 after retry RPC after error@1828830407) -> (continuation of Deferred@1958485915 after retry RPC after error@1704514687) -> (continuation of Deferred@1706486514 after retry RPC after error@95524103)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.253:33427
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:36.651 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
14:09:36.653 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
14:09:36.655 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [0ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [21ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [22ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [61ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [81ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [100ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [100ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [101ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [360ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [361ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [361ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [681ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [1662ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.252:37287: Network error: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.254:35515: Network error: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.30.50.253:33427: Network error: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [2462ms] delaying RPC due to: Service unavailable: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427, [5300ms] refreshing cache from master, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.252:37287, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.253:33427, [5300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.50.254:35515, [5301ms] too many traces: truncated at 100 traces, deferred=Deferred@934568847(state=PENDING, result=null, callback=(continuation of Deferred@1283020544 after retry RPC after error@1766121931) -> (continuation of Deferred@524611160 after retry RPC after error@192437796) -> (continuation of Deferred@230676764 after retry RPC after error@1136344025) -> (continuation of Deferred@2075474904 after retry RPC after error@846582772) -> (continuation of Deferred@1097960351 after retry RPC after error@1527645595) -> (continuation of Deferred@154635993 after retry RPC after error@364971640) -> (continuation of Deferred@1486965292 after retry RPC after error@1932045950) -> (continuation of Deferred@1180477316 after retry RPC after error@1530108913) -> (continuation of Deferred@152132241 after retry RPC after error@1065115283) -> (continuation of Deferred@482328191 after retry RPC after error@1528058378) -> (continuation of Deferred@1481793067 after retry RPC after error@84351860) -> (continuation of Deferred@1680474605 after retry RPC after error@500669280) -> (continuation of Deferred@1472081399 after retry RPC after error@1793016015) -> (continuation of Deferred@1582174480 after retry RPC after error@2137230626) -> (continuation of Deferred@1494533804 after retry RPC after error@1239235705) -> (continuation of Deferred@1731556035 after retry RPC after error@73202074) -> (continuation of Deferred@2063756827 after retry RPC after error@1528609782) -> (continuation of Deferred@401828156 after retry RPC after error@1946206833) -> (continuation of Deferred@479860828 after retry RPC after error@577229618) -> (continuation of Deferred@785507531 after retry RPC after error@1546696746) -> (continuation of Deferred@279184136 after retry RPC after error@205962349) -> (continuation of Deferred@756086418 after retry RPC after error@1958279922) -> (continuation of Deferred@1144265518 after retry RPC after error@2108191249) -> (continuation of Deferred@1462153040 after retry RPC after error@1685762092) -> (continuation of Deferred@15936230 after retry RPC after error@1047918611) -> (continuation of Deferred@1556843682 after retry RPC after error@1828830407) -> (continuation of Deferred@1958485915 after retry RPC after error@1704514687) -> (continuation of Deferred@1706486514 after retry RPC after error@95524103), errback=(continuation of Deferred@1283020544 after retry RPC after error@1766121931) -> (continuation of Deferred@524611160 after retry RPC after error@192437796) -> (continuation of Deferred@230676764 after retry RPC after error@1136344025) -> (continuation of Deferred@2075474904 after retry RPC after error@846582772) -> (continuation of Deferred@1097960351 after retry RPC after error@1527645595) -> (continuation of Deferred@154635993 after retry RPC after error@364971640) -> (continuation of Deferred@1486965292 after retry RPC after error@1932045950) -> (continuation of Deferred@1180477316 after retry RPC after error@1530108913) -> (continuation of Deferred@152132241 after retry RPC after error@1065115283) -> (continuation of Deferred@482328191 after retry RPC after error@1528058378) -> (continuation of Deferred@1481793067 after retry RPC after error@84351860) -> (continuation of Deferred@1680474605 after retry RPC after error@500669280) -> (continuation of Deferred@1472081399 after retry RPC after error@1793016015) -> (continuation of Deferred@1582174480 after retry RPC after error@2137230626) -> (continuation of Deferred@1494533804 after retry RPC after error@1239235705) -> (continuation of Deferred@1731556035 after retry RPC after error@73202074) -> (continuation of Deferred@2063756827 after retry RPC after error@1528609782) -> (continuation of Deferred@401828156 after retry RPC after error@1946206833) -> (continuation of Deferred@479860828 after retry RPC after error@577229618) -> (continuation of Deferred@785507531 after retry RPC after error@1546696746) -> (continuation of Deferred@279184136 after retry RPC after error@205962349) -> (continuation of Deferred@756086418 after retry RPC after error@1958279922) -> (continuation of Deferred@1144265518 after retry RPC after error@2108191249) -> (continuation of Deferred@1462153040 after retry RPC after error@1685762092) -> (continuation of Deferred@15936230 after retry RPC after error@1047918611) -> (continuation of Deferred@1556843682 after retry RPC after error@1828830407) -> (continuation of Deferred@1958485915 after retry RPC after error@1704514687) -> (continuation of Deferred@1706486514 after retry RPC after error@95524103)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.50.253:33427
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:36.659 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:36.659 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:36.660 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:36.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.660 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:36.661 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 04f1cc06e642129ca1b576400efec783
14:09:36.661 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
14:09:36.661 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
14:09:36.713 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:36.713 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:36.713 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:36.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:36.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:36.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:36.715 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:36.780 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 04f1cc06e642129ca1b576400efec783 from Checkpoint 70 @ 1779113316618 for 04f1cc06e642129ca1b576400efec783 located at file:/tmp/junit12843612835423615938/checkpoints/04f1cc06e642129ca1b576400efec783/chk-70.
14:09:36.781 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:09:36.782 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
14:09:36.783 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:36.783 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
14:09:36.783 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2f145d86d567a72631b500b9701c0b73
14:09:36.783 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 70 for source Source: KuduSource to checkpoint.
14:09:36.784 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 04f1cc06e642129ca1b576400efec783 from Checkpoint 70 @ 1779113316618 for 04f1cc06e642129ca1b576400efec783 located at file:/tmp/junit12843612835423615938/checkpoints/04f1cc06e642129ca1b576400efec783/chk-70.
14:09:36.784 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2f145d86d567a72631b500b9701c0b73.
14:09:36.820 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 2f145d86d567a72631b500b9701c0b73.
14:09:36.821 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:09:36.822 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 70 for source Source: KuduSource to checkpoint.
14:09:36.822 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
14:09:36.823 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
14:09:36.823 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:36.823 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2414a1fad3da9520b362aa6204f31981
14:09:36.823 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:36.823 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:36.823 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:36.823 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 04f1cc06e642129ca1b576400efec783 from Checkpoint 70 @ 1779113316618 for 04f1cc06e642129ca1b576400efec783 located at file:/tmp/junit12843612835423615938/checkpoints/04f1cc06e642129ca1b576400efec783/chk-70.
14:09:36.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:36.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:36.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:36.824 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:09:36.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:36.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:36.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:36.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:36.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:36.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:36.825 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
14:09:36.825 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:36.825 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 70 for source Source: KuduSource to checkpoint.
14:09:36.826 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:36.826 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
14:09:36.826 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id a7d4e88f7b6cda19ca2d73fadeec701f
14:09:36.826 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state RESTARTING to RUNNING.
14:09:36.827 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 04f1cc06e642129ca1b576400efec783 from Checkpoint 70 @ 1779113316618 for 04f1cc06e642129ca1b576400efec783 located at file:/tmp/junit12843612835423615938/checkpoints/04f1cc06e642129ca1b576400efec783/chk-70.
14:09:36.827 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
14:09:36.827 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
14:09:36.827 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 70 for source Source: KuduSource to checkpoint.
14:09:36.828 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
14:09:36.828 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 62f6069e698b0fcee469b532b3444339
14:09:36.828 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:36.831 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2414a1fad3da9520b362aa6204f31981.
14:09:36.831 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
14:09:36.831 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
14:09:36.832 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 2414a1fad3da9520b362aa6204f31981.
14:09:36.832 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4dd92488
14:09:36.833 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:36.833 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:36.833 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
14:09:36.834 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
14:09:36.836 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a7d4e88f7b6cda19ca2d73fadeec701f.
14:09:36.836 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e8b2aea
14:09:36.838 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
14:09:36.838 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
14:09:36.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5179bb9d
14:09:36.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:36.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:36.839 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id a7d4e88f7b6cda19ca2d73fadeec701f.
14:09:36.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:09:36.839 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
14:09:36.842 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:36.843 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 62f6069e698b0fcee469b532b3444339.
14:09:36.843 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38f0427b
14:09:36.843 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 62f6069e698b0fcee469b532b3444339.
14:09:36.844 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
14:09:36.844 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
14:09:36.845 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:36.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c81313f
14:09:36.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:36.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:36.846 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:09:36.846 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
14:09:36.848 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60c28652
14:09:36.850 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:36.851 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.851 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.852 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.856 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
14:09:36.856 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
14:09:36.856 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a9a743b
14:09:36.856 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:36.856 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:36.857 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:09:36.857 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
14:09:36.860 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57963775
14:09:36.861 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.861 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:36.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.868 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.870 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.870 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:36.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.872 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.872 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.873 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.874 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.874 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.875 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:36.875 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:36.875 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:36.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:36.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:36.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:36.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:36.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:36.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:36.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:36.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:36.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:36.876 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:36.877 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.878 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.891 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.891 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.892 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.892 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.893 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.893 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.894 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.895 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.896 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.896 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.896 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.897 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.899 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.900 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.901 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.902 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.902 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.911 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.911 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.912 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.912 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.913 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.914 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.914 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.915 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.916 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.917 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.918 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.918 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.920 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.920 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.920 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.920 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.920 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.930104  4048 rpc_server.cc:307] RPC server started. Bound to: 127.3.83.130:33097
14:09:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.930164  4223 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.83.130:33097 every 8 connection(s)
14:09:36.931 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.931 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.931 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.931 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.931 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.932 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.932 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.932 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.932 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.933 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.933 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.933 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.934 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.934099  4048 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/data/info.pb
14:09:36.934 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.934 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.934 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.935 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.944589  3406 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 4048
14:09:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.945145  3406 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-1/wal/instance
14:09:36.952 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.952 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.952 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.952 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.952 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.953 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.953 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.953 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.953 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.953 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.954 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.954 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.954 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.955 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.955 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.955 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.956 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.957 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:36.966787  3406 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/wal
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/data
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/logs
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/data/info.pb
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.131:0
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.83.131
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.131
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:09:36.971 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.971 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.972 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.972 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.973 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.973 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.975 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:36.992 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.992 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.992 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.993 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.993 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.993 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:36.994 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:36.994 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:36.994 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:36.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:36.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:36.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:36.996 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.002562  4224 heartbeater.cc:344] Connected to a master server at 127.3.83.188:44357
14:09:37.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.003238  4224 heartbeater.cc:461] Registering TS with master...
14:09:37.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.004968  4224 heartbeater.cc:507] Master 127.3.83.188:44357 requested a full tablet report, sending...
14:09:37.005 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:37.006 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:37.006 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:37.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:37.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:37.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:37.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:37.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:37.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:37.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:37.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:37.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:37.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:37.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:37.011 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.011 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.011 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.012 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.012 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.012 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.012 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.012 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.013 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.013 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.013 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.015 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.015 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.015 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.014335  3676 ts_manager.cc:194] Registered new tserver with Master: 36498a5a116f4d0396909005a3df4e68 (127.3.83.130:33097)
14:09:37.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.016 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.016790  3676 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.83.130:59203
14:09:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.032791  4225 heartbeater.cc:344] Connected to a master server at 127.3.83.189:42207
14:09:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.033161  4225 heartbeater.cc:461] Registering TS with master...
14:09:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.034045  4225 heartbeater.cc:507] Master 127.3.83.189:42207 requested a full tablet report, sending...
14:09:37.035 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.035 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.035 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.040259  3590 ts_manager.cc:194] Registered new tserver with Master: 36498a5a116f4d0396909005a3df4e68 (127.3.83.130:33097)
14:09:37.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.049952  4226 heartbeater.cc:344] Connected to a master server at 127.3.83.190:37179
14:09:37.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.050336  4226 heartbeater.cc:461] Registering TS with master...
14:09:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.050980  4226 heartbeater.cc:507] Master 127.3.83.190:37179 requested a full tablet report, sending...
14:09:37.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.054596  3511 ts_manager.cc:194] Registered new tserver with Master: 36498a5a116f4d0396909005a3df4e68 (127.3.83.130:33097)
14:09:37.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:37.092 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.092 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.092 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.093 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.092 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.093 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.131 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.132 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.132 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.132 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.132 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.132 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.133 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.133 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.133 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.133 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.133 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.133 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.134 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.134 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.134 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.134 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.136 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.136 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.137 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29769), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [363ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [363ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [581ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2343ms] refreshing cache from master, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2345ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2345ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@608946715(state=PENDING, result=null, callback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682), errback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682)))
14:09:37.140 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.140 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.140 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.140 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29769), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [363ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [363ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [581ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2343ms] refreshing cache from master, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2345ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2345ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@608946715(state=PENDING, result=null, callback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682), errback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29769), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [363ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [363ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [581ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2343ms] refreshing cache from master, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2345ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2345ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@608946715(state=PENDING, result=null, callback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682), errback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.101.253:41249
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:37.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.141 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.150 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29769), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [363ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [363ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [581ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2343ms] refreshing cache from master, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2345ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2345ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@608946715(state=PENDING, result=null, callback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682), errback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29769), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [10ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [363ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [363ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [581ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [581ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [641ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2343ms] refreshing cache from master, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.252:39175: Network error: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175, [2344ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.254:45169: Network error: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169, [2345ms] Sub RPC ConnectToMaster: received response from server master-127.29.101.253:41249: Network error: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2345ms] delaying RPC due to: Service unavailable: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.252:39175, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.254:45169, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.101.253:41249, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@608946715(state=PENDING, result=null, callback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682), errback=(continuation of Deferred@725273425 after retry RPC after error@1464424356) -> (continuation of Deferred@30647530 after retry RPC after error@2075307481) -> (continuation of Deferred@103776701 after retry RPC after error@457577131) -> (continuation of Deferred@120459741 after retry RPC after error@1763489924) -> (continuation of Deferred@331677299 after retry RPC after error@943486442) -> (continuation of Deferred@1332427721 after retry RPC after error@1128231480) -> (continuation of Deferred@2008824650 after retry RPC after error@745833330) -> (continuation of Deferred@987185222 after retry RPC after error@37837718) -> (continuation of Deferred@347166463 after retry RPC after error@475412488) -> (continuation of Deferred@469999284 after retry RPC after error@345439049) -> (continuation of Deferred@177095050 after retry RPC after error@666222251) -> (continuation of Deferred@667120343 after retry RPC after error@78420437) -> (continuation of Deferred@2094406363 after retry RPC after error@1981592332) -> (continuation of Deferred@1257583314 after retry RPC after error@712468584) -> (continuation of Deferred@1723580223 after retry RPC after error@1965876279) -> (continuation of Deferred@380382178 after retry RPC after error@126428535) -> (continuation of Deferred@1013985534 after retry RPC after error@779052571) -> (continuation of Deferred@1500228367 after retry RPC after error@386371528) -> (continuation of Deferred@709736982 after retry RPC after error@2135379706) -> (continuation of Deferred@2079371726 after retry RPC after error@1352796343) -> (continuation of Deferred@402167231 after retry RPC after error@1376594212) -> (continuation of Deferred@747478122 after retry RPC after error@1814748924) -> (continuation of Deferred@1059912619 after retry RPC after error@72589667) -> (continuation of Deferred@1157436239 after retry RPC after error@2124085266) -> (continuation of Deferred@649311689 after retry RPC after error@1072844997) -> (continuation of Deferred@322525983 after retry RPC after error@977959682)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.101.253:41249
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:37.151 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.151 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.153 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.155 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.155 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.156 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.156 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
14:09:37.157 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.157 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state RUNNING to RESTARTING.
14:09:37.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.157 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
14:09:37.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.157 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.158 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
14:09:37.158 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.158 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.159 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.159 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:09:37.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
14:09:37.159 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
14:09:37.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.160 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
14:09:37.160 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
14:09:37.160 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
14:09:37.160 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:09:37.160 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
14:09:37.160 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
14:09:37.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.161 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.166 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:09:37.166 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
14:09:37.166 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
14:09:37.169 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:09:37.169 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
14:09:37.169 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:09:37.171 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.171 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.171 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.172 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.172 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.172 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:09:37.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
14:09:37.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
14:09:37.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.176 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:09:37.176 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
14:09:37.176 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.176 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:09:37.177 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.177 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.177 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:37.177 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:37.177 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:37.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.178 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:37.180 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:09:37.180 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
14:09:37.180 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
14:09:37.191 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:09:37.191 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
14:09:37.191 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:09:37.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
14:09:37.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
14:09:37.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
14:09:37.195 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.195 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.195 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.196 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.196 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.196 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.197 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.200 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
14:09:37.200 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
14:09:37.200 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
14:09:37.201 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
14:09:37.201 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
14:09:37.202 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:37.202 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
14:09:37.203 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:37.205 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
14:09:37.205 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:37.206 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
14:09:37.208 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 04f1cc06e642129ca1b576400efec783
14:09:37.217 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.217 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.217 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.218 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.237 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.237 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.237 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.256 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.257 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.257 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.258 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.272 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.273 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.273 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.354 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.354 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.354 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.355 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:37.376 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.376 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.376 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.377 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.380 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:37.380 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:37.380 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:37.380 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:37.380 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:37.380 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:37.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:37.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:37.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:37.381 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:37.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:37.381 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:37.381 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:37.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:37.491 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.491 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.492 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.492 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.492 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.492 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.492 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.493 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.493 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.493 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.508 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:37.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:37.510789  4232 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:37.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:37.511463  4232 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:37.512341  4232 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:37.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:37.576360  4232 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:37.577644  4232 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.83.131
14:09:37.586 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:37.586 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:37.586 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:37.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:37.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:37.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:37.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:37.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:37.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:37.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:37.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:37.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:37.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:37.616 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.617 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.617 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.618 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.622596  4232 tablet_server_runner.cc:78] Tablet server non-default flags:
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.83.148:45507
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/data
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/wal
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.83.131:0
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/data/info.pb
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.83.131
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.83.190:37179,127.3.83.189:42207,127.3.83.188:44357
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.83.131
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/logs
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:09:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:22 UTC on e7f111948823
14:09:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11959
14:09:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.624099  4232 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:37.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:37.626080  4232 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:37.651 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.652 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.652 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.652 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.653 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:37.655189  4253 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:37.702 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:37.702 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:37.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:37.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:37.704 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:37.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:37.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:37.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:37.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:37.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:37.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:37.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:37.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:37.732 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:37.733 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:37.733 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:37.733 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.733 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.733 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:37.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:37.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:37.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:37.748 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:37.749 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:37.749 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:37.749 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.749 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.749 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.750 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:37.755 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:37.755 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:37.756 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:37.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:37.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:37.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:37.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:37.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:37.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:37.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:37.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:37.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:37.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:37.757 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:37.757 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:37.757 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:37.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:37.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:37.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:37.759 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:37.870 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:37.957 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:37.957 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:37.957 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:37.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:37.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:37.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:37.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:37.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:38.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:38.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:38.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:38.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:38.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.023 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:38.024142  4224 heartbeater.cc:499] Master 127.3.83.188:44357 was elected leader, sending a full tablet report...
14:09:38.131 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:38.132 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:38.132 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:38.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.134 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:38.135 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:38.135 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:38.135 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:38.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:38.256 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:38.256 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:38.256 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:38.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:38.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:38.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:38.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:38.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:38.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:38.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:38.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:38.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:38.259 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:38.292 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:38.292 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:38.292 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:38.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.294 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:38.305 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:38.305 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:38.306 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:38.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.307 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:38.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:38.370 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:38.371 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:38.371 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:38.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:38.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:38.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:38.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:38.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:38.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:38.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:38.373 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:38.373 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:38.373 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:38.463 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:38.463 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:38.463 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:38.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:38.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:38.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:38.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:38.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:38.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:38.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:38.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:38.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:38.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:38.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:38.510 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:38.617 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:38.617 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:38.617 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:38.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:38.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:38.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:38.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:38.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:38.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:38.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:38.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:38.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:38.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:38.633 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:38.633 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:38.633 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:38.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:38.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:38.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:38.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:38.660 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:38.661 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:38.661 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:38.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:38.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:38.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:38.664 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:38.797 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:38.797 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:38.798 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:38.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:38.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:38.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:38.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:38.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:38.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:38.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:38.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:38.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:38.798 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:38.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:38.937 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:38.937 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:38.937 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:38.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:38.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:38.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:38.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:38.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:38.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:38.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:38.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:38.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:38.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:38.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:39.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:39.122 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:39.123 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:39.123 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:39.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:39.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:39.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:39.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:39.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:39.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:39.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:39.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:39.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:39.125 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:39.198 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:39.198 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:39.198 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:39.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:39.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:39.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:39.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:39.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:39.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:39.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:39.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:39.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:39.199 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:37.672251  4256 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:37.667387  4254 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:39.280 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:39.280 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:39.280 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:39.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:39.280692  4255 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1605 milliseconds
14:09:39.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:39.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:39.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:39.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:39.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:39.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:39.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:39.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:39.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.281635  4232 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.283556  4232 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.287057  4232 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.288417  4232 hybrid_clock.cc:648] HybridClock initialized: now 1779113379288368 us; error 47 us; skew 500 ppm
14:09:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.289444  4232 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.298264  4232 webserver.cc:533] Webserver started at http://127.3.83.131:42359/ using document root <none> and password file <none>
14:09:39.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.299386  4232 fs_manager.cc:362] Metadata directory not provided
14:09:39.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.299726  4232 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.300297  4232 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:39.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.305272  4232 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/data/instance:
14:09:39.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d08a521854ea40878e154f57d9152bda"
14:09:39.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:39 on dist-test-slave-qn3m"
14:09:39.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.306511  4232 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/wal/instance:
14:09:39.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d08a521854ea40878e154f57d9152bda"
14:09:39.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:39 on dist-test-slave-qn3m"
14:09:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.314751  4232 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.001s	sys 0.008s
14:09:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.321091  4268 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:09:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.322256  4232 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.322687  4232 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/data,/tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/wal
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d08a521854ea40878e154f57d9152bda"
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:09:39 on dist-test-slave-qn3m"
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.323088  4232 fs_report.cc:389] FS layout report
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/wal
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/wal
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/data/data
14:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:39.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.386085  4232 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:09:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.387897  4232 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.388520  4232 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.392040  4232 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:09:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.397333  4232 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:09:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.397589  4232 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:09:39.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.397900  4232 ts_tablet_manager.cc:616] Registered 0 tablets
14:09:39.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.398102  4232 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:09:39.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:39.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:39.531 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:39.531 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:39.531 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:39.532 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.532 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.532 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:39.534 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:39.535 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:39.535 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:39.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.599977  4232 rpc_server.cc:307] RPC server started. Bound to: 127.3.83.131:43013
14:09:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.600144  4382 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.83.131:43013 every 8 connection(s)
14:09:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.603466  4232 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/data/info.pb
14:09:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.611578  3406 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu as pid 4232
14:09:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.612321  3406 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskek5ysD/test-tmp/mini-kudu-cluster1994727694731107191/ts-2/wal/instance
14:09:39.672 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:39.673 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:39.673 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:39.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:39.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:39.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:39.674 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.691924  4384 heartbeater.cc:344] Connected to a master server at 127.3.83.189:42207
14:09:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.692487  4384 heartbeater.cc:461] Registering TS with master...
14:09:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.693902  4384 heartbeater.cc:507] Master 127.3.83.189:42207 requested a full tablet report, sending...
14:09:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.696254  4383 heartbeater.cc:344] Connected to a master server at 127.3.83.188:44357
14:09:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.696442  4387 heartbeater.cc:344] Connected to a master server at 127.3.83.190:37179
14:09:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.696619  4383 heartbeater.cc:461] Registering TS with master...
14:09:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.696821  4387 heartbeater.cc:461] Registering TS with master...
14:09:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.697233  3590 ts_manager.cc:194] Registered new tserver with Master: d08a521854ea40878e154f57d9152bda (127.3.83.131:43013)
14:09:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.697641  4383 heartbeater.cc:507] Master 127.3.83.188:44357 requested a full tablet report, sending...
14:09:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.697717  4387 heartbeater.cc:507] Master 127.3.83.190:37179 requested a full tablet report, sending...
14:09:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.701200  3676 ts_manager.cc:194] Registered new tserver with Master: d08a521854ea40878e154f57d9152bda (127.3.83.131:43013)
14:09:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.701705  3511 ts_manager.cc:194] Registered new tserver with Master: d08a521854ea40878e154f57d9152bda (127.3.83.131:43013)
14:09:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.702982  3676 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.83.131:54469
14:09:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.712726  3406 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:09:39.727 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:09:39.727 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:09:39.729 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.83.190"
      port: 37179
    }
    bound_http_address {
      host: "127.3.83.190"
      port: 42359
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.83.189"
      port: 42207
    }
    bound_http_address {
      host: "127.3.83.189"
      port: 41051
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.83.188"
      port: 44357
    }
    bound_http_address {
      host: "127.3.83.188"
      port: 37913
    }
  }
}

14:09:39.729 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:09:39.730 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.83.129"
      port: 37093
    }
    bound_http_address {
      host: "127.3.83.129"
      port: 40119
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.83.130"
      port: 33097
    }
    bound_http_address {
      host: "127.3.83.130"
      port: 35247
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.83.131"
      port: 43013
    }
    bound_http_address {
      host: "127.3.83.131"
      port: 42359
    }
  }
}

14:09:39.730 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:09:39.731 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:39.734 [DEBUG - main] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:39.735 [DEBUG - main] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:39.736 [DEBUG - main] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:39.736 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.126.252:39295(127.2.126.252:39295)] Successfully connected to peer
14:09:39.736 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.126.253:35673(127.2.126.253:35673)] Successfully connected to peer
14:09:39.738 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.126.254:43929(127.2.126.254:43929)] Successfully connected to peer
14:09:39.740 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.253
14:09:39.750 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:39.755 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcc548499, L:/127.0.0.1:45824 - R:/127.2.126.253:35673] using SASL/PLAIN
14:09:39.761 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.252
14:09:39.765 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.254
14:09:39.770 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:39.773 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1b26831a, L:/127.0.0.1:40320 - R:/127.2.126.252:39295] using SASL/PLAIN
14:09:39.774 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:39.778 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x31228dfe, L:/127.0.0.1:38564 - R:/127.2.126.254:43929] using SASL/PLAIN
14:09:39.779 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:39.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=45), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.252:39295, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.253:35673, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.254:43929, [26ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.253:35673: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.252:39295: OK, deferred=null) after lookup
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.785173  2873 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40320:
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
14:09:39.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
14:09:39.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:09:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:09:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:09:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
14:09:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:09:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:09:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:39.791431  2873 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:09:39.803 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:39.803 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:39.803 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:39.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:39.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:39.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:39.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:39.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:39.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:39.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:39.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:39.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:39.808 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:39.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5aba62b8d99843f28be5c91f2e4ba074
14:09:39.849 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:39.849 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:39.849 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:39.849 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:39.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:39.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:39.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:39.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:39.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:39.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:39.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:39.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:39.850 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:39.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.901670  3044 tablet_service.cc:1511] Processing CreateTablet for tablet 7841e7d87f6247c79bd1e49b24bc5288 (DEFAULT_TABLE table=replication_test_table [id=5aba62b8d99843f28be5c91f2e4ba074]), partition=RANGE (int8) PARTITION UNBOUNDED
14:09:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.904021  3044 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7841e7d87f6247c79bd1e49b24bc5288. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.921350  3184 tablet_service.cc:1511] Processing CreateTablet for tablet 7841e7d87f6247c79bd1e49b24bc5288 (DEFAULT_TABLE table=replication_test_table [id=5aba62b8d99843f28be5c91f2e4ba074]), partition=RANGE (int8) PARTITION UNBOUNDED
14:09:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.921718  3331 tablet_service.cc:1511] Processing CreateTablet for tablet 7841e7d87f6247c79bd1e49b24bc5288 (DEFAULT_TABLE table=replication_test_table [id=5aba62b8d99843f28be5c91f2e4ba074]), partition=RANGE (int8) PARTITION UNBOUNDED
14:09:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.925124  3184 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7841e7d87f6247c79bd1e49b24bc5288. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.925792  3331 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7841e7d87f6247c79bd1e49b24bc5288. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:39.959 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:39.959 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:39.959 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:39.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:39.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:39.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:39.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:39.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:39.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:39.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:39.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:39.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:39.964 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.966552  4418 tablet_bootstrap.cc:492] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112: Bootstrap starting.
14:09:39.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.968827  4417 tablet_bootstrap.cc:492] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff: Bootstrap starting.
14:09:39.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.968951  4419 tablet_bootstrap.cc:492] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165: Bootstrap starting.
14:09:39.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.976656  4418 tablet_bootstrap.cc:654] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112: Neither blocks nor log segments found. Creating new log.
14:09:39.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.977437  4417 tablet_bootstrap.cc:654] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff: Neither blocks nor log segments found. Creating new log.
14:09:39.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.977540  4419 tablet_bootstrap.cc:654] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165: Neither blocks nor log segments found. Creating new log.
14:09:39.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.979240  4418 log.cc:826] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112: Log is configured to *not* fsync() on all Append() calls
14:09:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.980005  4417 log.cc:826] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff: Log is configured to *not* fsync() on all Append() calls
14:09:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.980461  4419 log.cc:826] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165: Log is configured to *not* fsync() on all Append() calls
14:09:39.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.986310  4418 tablet_bootstrap.cc:492] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112: No bootstrap required, opened a new log
14:09:39.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.987067  4418 ts_tablet_manager.cc:1403] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112: Time spent bootstrapping tablet: real 0.021s	user 0.014s	sys 0.004s
14:09:39.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.989853  4417 tablet_bootstrap.cc:492] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff: No bootstrap required, opened a new log
14:09:39.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.990324  4417 ts_tablet_manager.cc:1403] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff: Time spent bootstrapping tablet: real 0.022s	user 0.010s	sys 0.006s
14:09:39.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.990733  4419 tablet_bootstrap.cc:492] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165: No bootstrap required, opened a new log
14:09:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:39.991241  4419 ts_tablet_manager.cc:1403] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165: Time spent bootstrapping tablet: real 0.024s	user 0.013s	sys 0.005s
14:09:40.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.019906  4417 raft_consensus.cc:359] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.020874  4417 raft_consensus.cc:385] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.021164  4417 raft_consensus.cc:740] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8cc270c29f054d8ab33312455a9abbff, State: Initialized, Role: FOLLOWER
14:09:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.020658  4419 raft_consensus.cc:359] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.021620  4419 raft_consensus.cc:385] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.021929  4419 raft_consensus.cc:740] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd9dd35ced2345878500750a68d6d165, State: Initialized, Role: FOLLOWER
14:09:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.022046  4417 consensus_queue.cc:260] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.022807  4419 consensus_queue.cc:260] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.029681  4417 ts_tablet_manager.cc:1434] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff: Time spent starting tablet: real 0.039s	user 0.028s	sys 0.008s
14:09:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.033102  4419 ts_tablet_manager.cc:1434] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165: Time spent starting tablet: real 0.041s	user 0.030s	sys 0.008s
14:09:40.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.039180  4418 raft_consensus.cc:359] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.040364  4418 raft_consensus.cc:385] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:40.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.040683  4418 raft_consensus.cc:740] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4b948d8625ab465fbca14aeef495a112, State: Initialized, Role: FOLLOWER
14:09:40.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.041733  4418 consensus_queue.cc:260] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.060201  4423 raft_consensus.cc:493] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:09:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.061219  4423 raft_consensus.cc:515] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.066 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:40.066 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:40.066 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:40.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.066586  4418 ts_tablet_manager.cc:1434] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112: Time spent starting tablet: real 0.079s	user 0.042s	sys 0.012s
14:09:40.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.068 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.078325  4423 leader_election.cc:290] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bd9dd35ced2345878500750a68d6d165 (127.2.126.193:39135), 4b948d8625ab465fbca14aeef495a112 (127.2.126.194:45463)
14:09:40.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:40.084542  3403 tablet.cc:2404] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:40.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.090901  3064 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7841e7d87f6247c79bd1e49b24bc5288" candidate_uuid: "8cc270c29f054d8ab33312455a9abbff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd9dd35ced2345878500750a68d6d165" is_pre_election: true
14:09:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.091936  3064 raft_consensus.cc:2468] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8cc270c29f054d8ab33312455a9abbff in term 0.
14:09:40.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.093353  3285 leader_election.cc:304] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8cc270c29f054d8ab33312455a9abbff, bd9dd35ced2345878500750a68d6d165; no voters: 
14:09:40.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.094687  3204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7841e7d87f6247c79bd1e49b24bc5288" candidate_uuid: "8cc270c29f054d8ab33312455a9abbff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b948d8625ab465fbca14aeef495a112" is_pre_election: true
14:09:40.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.094962  4423 raft_consensus.cc:2804] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 0 FOLLOWER]: Leader pre-election won for term 1
14:09:40.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.095634  3204 raft_consensus.cc:2468] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8cc270c29f054d8ab33312455a9abbff in term 0.
14:09:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.095304  4423 raft_consensus.cc:493] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:09:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.098604  4423 raft_consensus.cc:3060] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 0 FOLLOWER]: Advancing to term 1
14:09:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.106770  4423 raft_consensus.cc:515] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.109321  4423 leader_election.cc:290] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [CANDIDATE]: Term 1 election: Requested vote from peers bd9dd35ced2345878500750a68d6d165 (127.2.126.193:39135), 4b948d8625ab465fbca14aeef495a112 (127.2.126.194:45463)
14:09:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.110224  3204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7841e7d87f6247c79bd1e49b24bc5288" candidate_uuid: "8cc270c29f054d8ab33312455a9abbff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b948d8625ab465fbca14aeef495a112"
14:09:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.110816  3204 raft_consensus.cc:3060] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112 [term 0 FOLLOWER]: Advancing to term 1
14:09:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.110845  3064 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7841e7d87f6247c79bd1e49b24bc5288" candidate_uuid: "8cc270c29f054d8ab33312455a9abbff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd9dd35ced2345878500750a68d6d165"
14:09:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.111826  3064 raft_consensus.cc:3060] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165 [term 0 FOLLOWER]: Advancing to term 1
14:09:40.112 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.112 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.112 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.113 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.113 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.113 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.113 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.118469  3204 raft_consensus.cc:2468] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8cc270c29f054d8ab33312455a9abbff in term 1.
14:09:40.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.120060  3287 leader_election.cc:304] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4b948d8625ab465fbca14aeef495a112, 8cc270c29f054d8ab33312455a9abbff; no voters: 
14:09:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.121042  4423 raft_consensus.cc:2804] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 1 FOLLOWER]: Leader election won for term 1
14:09:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.121606  4423 raft_consensus.cc:697] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [term 1 LEADER]: Becoming Leader. State: Replica: 8cc270c29f054d8ab33312455a9abbff, State: Running, Role: LEADER
14:09:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.122370  3064 raft_consensus.cc:2468] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8cc270c29f054d8ab33312455a9abbff in term 1.
14:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.122712  4423 consensus_queue.cc:237] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } }
14:09:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.134081  2873 catalog_manager.cc:5696] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff reported cstate change: term changed from 0 to 1, leader changed from <none> to 8cc270c29f054d8ab33312455a9abbff (127.2.126.195). New cstate: current_term: 1 leader_uuid: "8cc270c29f054d8ab33312455a9abbff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cc270c29f054d8ab33312455a9abbff" member_type: VOTER last_known_addr { host: "127.2.126.195" port: 42051 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 } health_report { overall_health: UNKNOWN } } }
14:09:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:40.254303  3119 tablet.cc:2404] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:40.265806  3256 tablet.cc:2404] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:40.282 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:40.282 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:40.282 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:40.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:40.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:40.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:40.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:40.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:40.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:40.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:40.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:40.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:40.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:40.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:40.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5aba62b8d99843f28be5c91f2e4ba074
14:09:40.453 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:40.453 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:40.453 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:40.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:40.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:40.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:40.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:40.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:40.453 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:40.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:40.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:40.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:40.454 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:40.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7841e7d87f6247c79bd1e49b24bc5288 for table 'replication_test_table' with partition [<start>, <end>)
14:09:40.455 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7841e7d87f6247c79bd1e49b24bc5288@[4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463),8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)[L],bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)]}]
14:09:40.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.126.252:39295, [3ms] Sub RPC GetTableLocations: received response from server master-127.2.126.252:39295: OK, deferred=null) after lookup
14:09:40.455 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] connecting to peer
14:09:40.456 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] Successfully connected to peer
14:09:40.469 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:40.472 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe28d74fe, L:/127.0.0.1:51336 - R:/127.2.126.195:42051] using TOKEN/null
14:09:40.476 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:40.477 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:40.477 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:40.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:40.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.491395  3064 raft_consensus.cc:1275] T 7841e7d87f6247c79bd1e49b24bc5288 P bd9dd35ced2345878500750a68d6d165 [term 1 FOLLOWER]: Refusing update from remote peer 8cc270c29f054d8ab33312455a9abbff: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:09:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.491416  3204 raft_consensus.cc:1275] T 7841e7d87f6247c79bd1e49b24bc5288 P 4b948d8625ab465fbca14aeef495a112 [term 1 FOLLOWER]: Refusing update from remote peer 8cc270c29f054d8ab33312455a9abbff: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:09:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.493253  4423 consensus_queue.cc:1048] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [LEADER]: Connected to new peer: Peer: permanent_uuid: "4b948d8625ab465fbca14aeef495a112" member_type: VOTER last_known_addr { host: "127.2.126.194" port: 45463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:09:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.494091  4426 consensus_queue.cc:1048] T 7841e7d87f6247c79bd1e49b24bc5288 P 8cc270c29f054d8ab33312455a9abbff [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd9dd35ced2345878500750a68d6d165" member_type: VOTER last_known_addr { host: "127.2.126.193" port: 39135 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:09:40.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.569451  4435 mvcc.cc:204] Tried to move back new op lower bound from 7287248406470045696 to 7287248404993601536. Current Snapshot: MvccSnapshot[applied={T|T < 7287248406470045696 or (T in {7287248406470045696})}]
14:09:40.612 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (04f1cc06e642129ca1b576400efec783) switched from state RESTARTING to RUNNING.
14:09:40.613 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 04f1cc06e642129ca1b576400efec783 from Checkpoint 70 @ 1779113316618 for 04f1cc06e642129ca1b576400efec783 located at file:/tmp/junit12843612835423615938/checkpoints/04f1cc06e642129ca1b576400efec783/chk-70.
14:09:40.614 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
14:09:40.614 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:09:40.616 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
14:09:40.617 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
14:09:40.617 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2f145d86d567a72631b500b9701c0b73
14:09:40.617 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
14:09:40.618 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
14:09:40.618 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 2414a1fad3da9520b362aa6204f31981
14:09:40.618 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
14:09:40.618 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
14:09:40.618 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id a7d4e88f7b6cda19ca2d73fadeec701f
14:09:40.618 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
14:09:40.619 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:40.619 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:40.619 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:40.619 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 04f1cc06e642129ca1b576400efec783: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:40.620 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2f145d86d567a72631b500b9701c0b73.
14:09:40.621 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 2f145d86d567a72631b500b9701c0b73.
14:09:40.623 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
14:09:40.623 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ca0c452b-28bb-4897-a72b-1cf8ebe09de8 @ 127.0.0.1 (dataPort=-1) with allocation id 62f6069e698b0fcee469b532b3444339
14:09:40.624 [INFO - Thread-75] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:09:40.624 [DEBUG - Thread-75] (Connection.java:575) [peer master-127.29.101.253:41249(127.29.101.253:41249)] disconnecting while in state TERMINATED
14:09:40.624 [DEBUG - Thread-75] (Connection.java:575) [peer master-127.29.101.254:45169(127.29.101.254:45169)] disconnecting while in state TERMINATED
14:09:40.624 [DEBUG - Thread-75] (Connection.java:575) [peer master-127.29.101.252:39175(127.29.101.252:39175)] disconnecting while in state TERMINATED
14:09:40.624 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2414a1fad3da9520b362aa6204f31981.
14:09:40.625 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 2414a1fad3da9520b362aa6204f31981.
14:09:40.626 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:40.644 [INFO - Thread-75] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:09:40.644 [INFO - Thread-75] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:09:40.643 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
14:09:40.647 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
14:09:40.647 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@acbb650
14:09:40.647 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:40.649 [DEBUG - Thread-75] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:40.650 [INFO - Thread-75] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:09:40.650 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:40.650 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:09:40.651 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
14:09:40.654 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a7d4e88f7b6cda19ca2d73fadeec701f.
14:09:40.656 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
14:09:40.656 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
14:09:40.657 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id a7d4e88f7b6cda19ca2d73fadeec701f.
14:09:40.660 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61d8b087
14:09:40.660 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:40.661 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:40.661 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:09:40.662 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@de69d47
14:09:40.662 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
14:09:40.666 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6641e7de
14:09:40.677 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:40.677 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:40.677 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:40.677 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:40.677 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:40.677 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:40.677 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:40.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:40.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:40.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:40.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:40.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:40.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:40.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:40.679 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:40.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:40.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:40.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:40.682 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:40.683 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 62f6069e698b0fcee469b532b3444339.
14:09:40.684 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 62f6069e698b0fcee469b532b3444339.
14:09:40.685 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
14:09:40.685 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
14:09:40.687 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4051ee88
14:09:40.687 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:40.687 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:40.688 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:09:40.688 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
14:09:40.692 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@bf55830
14:09:40.695 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:40.707767  4383 heartbeater.cc:499] Master 127.3.83.188:44357 was elected leader, sending a full tablet report...
14:09:40.709 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:40.736 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:40.736 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:40.736 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:40.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:40.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:40.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:40.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:40.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:40.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:40.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:40.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:40.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:40.737 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:40.747 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
14:09:40.747 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
14:09:40.749 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@157f912c
14:09:40.749 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:40.749 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12843612835423615938/checkpoints")
14:09:40.749 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:09:40.749 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (55cfd48e941cac275df186f6dad9d5d5_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
14:09:40.760 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.769 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.789 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.792 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3b095040
14:09:40.793 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:40.801 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.807 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.812 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.813 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.814 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.814 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:40.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.816 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.817 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:40.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.817 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:40.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.820 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.828 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.829 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.841 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.851 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.866 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.870 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:40.872 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.881 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.883 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:40.884 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:40.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.888 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.888 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.889 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.892 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.893 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.895 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:40.895 [DEBUG - main] (Connection.java:748) [peer master-127.3.83.188:44357(127.3.83.188:44357)] connecting to peer
14:09:40.900 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.901 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.902 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:40.902 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:40.902 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:40.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.903 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:40.914 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:40.916 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.916 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.916 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.918 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.919 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.919 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:40.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.920 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.920 [DEBUG - main] (Connection.java:748) [peer master-127.3.83.189:42207(127.3.83.189:42207)] connecting to peer
14:09:40.920 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.922 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.922 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:40.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.924 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:40.928 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.83.188:44357(127.3.83.188:44357)] Successfully connected to peer
14:09:40.928 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.929 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.931 [DEBUG - main] (Connection.java:748) [peer master-127.3.83.190:37179(127.3.83.190:37179)] connecting to peer
14:09:40.931 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.188
14:09:40.932 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.932 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.83.189:42207(127.3.83.189:42207)] Successfully connected to peer
14:09:40.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.933 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.933 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.933 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.934 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:40.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.936 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.189
14:09:40.940 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.940 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.940 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.941 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.944 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:40.945 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:40.945 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.83.190:37179(127.3.83.190:37179)] Successfully connected to peer
14:09:40.948 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2bc839de, L:/127.0.0.1:54076 - R:/127.3.83.189:42207] using SASL/PLAIN
14:09:40.948 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc96c36ee, L:/127.0.0.1:38012 - R:/127.3.83.188:44357] using SASL/PLAIN
14:09:40.949 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.949 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.949 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.950 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.950 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.950 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.951 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.952 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:40.952 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.952 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.188:44357, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.189:42207, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.190:37179, [56ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.188:44357: OK, deferred=null) after lookup
14:09:40.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.952 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.952 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:40.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.954 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.954 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:40.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.955 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.955 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.955 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.956 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.957 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.957 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.190
14:09:40.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.960 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.960 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:40.960 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.961 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.961 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.961 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.962 [DEBUG - main] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:40.962 [DEBUG - main] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:40.963 [DEBUG - main] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:40.963 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.126.252:39295(127.2.126.252:39295)] Successfully connected to peer
14:09:40.964 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.126.253:35673(127.2.126.253:35673)] Successfully connected to peer
14:09:40.964 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.126.254:43929(127.2.126.254:43929)] Successfully connected to peer
14:09:40.966 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:40.967 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.252
14:09:40.968 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.254
14:09:40.969 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.969 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.969 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.969 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.969 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.969 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.970 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.971 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.974 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.974 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.974 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.975 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xae3788cf, L:/127.0.0.1:50438 - R:/127.3.83.190:37179] using SASL/PLAIN
14:09:40.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.975 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.975 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:40.976 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:40.976 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:40.976 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:40.977 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.253
14:09:40.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.979 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:40.979 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x20edb559, L:/127.0.0.1:45436 - R:/127.2.126.254:43929] using SASL/PLAIN
14:09:40.979 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.979 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.980 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.980 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.980 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.980 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.981 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.982 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:40.985 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:40.985 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:40.986 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:40.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:40.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:40.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:40.986 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:40.987 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:40.987 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:40.989 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8758ab93, L:/127.0.0.1:35514 - R:/127.2.126.253:35673] using SASL/PLAIN
14:09:40.990 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:40.990 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:40.990 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x62621359, L:/127.0.0.1:48696 - R:/127.2.126.252:39295] using SASL/PLAIN
14:09:40.990 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:40.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:40.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:40.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.991 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:40.991 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:40.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:40.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.252:39295, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.253:35673, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.254:43929, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.254:43929: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.253:35673: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.252:39295: OK, deferred=null) after lookup
14:09:40.994 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:40.994 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:40.994 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:40.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:40.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:40.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:40.995 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:40.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5aba62b8d99843f28be5c91f2e4ba074
14:09:40.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7841e7d87f6247c79bd1e49b24bc5288 for table 'replication_test_table' with partition [<start>, <end>)
14:09:40.999 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7841e7d87f6247c79bd1e49b24bc5288@[4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463),8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)[L],bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)]}]
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.001818  3676 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38012:
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
14:09:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:09:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:09:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\000\000\000\007\000\000\000\000"
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
14:09:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:41.007354  3676 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:09:41.009 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.009 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.009 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.009 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.010 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.010 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.010 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.010 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.010 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.010 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.010 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.011 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:41.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:41.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:41.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:41.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:41.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:41.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:41.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:41.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:41.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:41.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:41.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:41.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:41.034 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:41.034 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:41.034 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:41.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.036 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:41.040 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.040 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.040 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.041 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:41.049 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.049 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.049 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.049 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.049 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.049 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.049 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.049 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.049 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.049 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.050 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.050 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.049 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.051 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.089 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:41.089 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:41.089 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:41.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:41.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:41.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:41.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.088195  3972 tablet_service.cc:1511] Processing CreateTablet for tablet 4950ba6461c947de927e8c9d6fdbaf41 (DEFAULT_TABLE table=replication_test_table [id=84656935bc9f4c1c86c733029b8e5fc6]), partition=RANGE (int8) PARTITION UNBOUNDED
14:09:41.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:41.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:41.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:41.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:41.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:41.090 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.090885  3972 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4950ba6461c947de927e8c9d6fdbaf41. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:41.094 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:41.094 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:41.094 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:41.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.095 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:41.109 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.109 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.109 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.109 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.110 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.110 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.110 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.110 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.110 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.110 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.110 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.110 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.110 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.111 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.128 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:41.128 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:41.128 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:41.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.131657  4119 tablet_service.cc:1511] Processing CreateTablet for tablet 4950ba6461c947de927e8c9d6fdbaf41 (DEFAULT_TABLE table=replication_test_table [id=84656935bc9f4c1c86c733029b8e5fc6]), partition=RANGE (int8) PARTITION UNBOUNDED
14:09:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.134572  4119 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4950ba6461c947de927e8c9d6fdbaf41. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.134343  4316 tablet_service.cc:1511] Processing CreateTablet for tablet 4950ba6461c947de927e8c9d6fdbaf41 (DEFAULT_TABLE table=replication_test_table [id=84656935bc9f4c1c86c733029b8e5fc6]), partition=RANGE (int8) PARTITION UNBOUNDED
14:09:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.139492  4316 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4950ba6461c947de927e8c9d6fdbaf41. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:41.140 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.140 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.141 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.141 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.141 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.141 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.142 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.150 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.150 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.150 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.152 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.154 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:41.154 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:41.154 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:41.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.155 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:41.160 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.160 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.160 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.160 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.161 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.168 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e2d05dba1558dbc336d7ebe82f9f04d7) switched from state RESTARTING to RUNNING.
14:09:41.169 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job e2d05dba1558dbc336d7ebe82f9f04d7 from Checkpoint 64 @ 1779113211525 for e2d05dba1558dbc336d7ebe82f9f04d7 located at file:/tmp/junit4010981562874139189/checkpoints/e2d05dba1558dbc336d7ebe82f9f04d7/chk-64.
14:09:41.169 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.169 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
14:09:41.169 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.170 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
14:09:41.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.170 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.171391  4531 tablet_bootstrap.cc:492] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c: Bootstrap starting.
14:09:41.176 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
14:09:41.177 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
14:09:41.177 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id f1db784f4ee827c3e08cd66d50c46b48
14:09:41.177 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
14:09:41.178 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
14:09:41.178 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
14:09:41.178 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 7e35012307741ce2bd2fdfd64cd9ea65
14:09:41.178 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:41.178 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
14:09:41.178 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot f1db784f4ee827c3e08cd66d50c46b48.
14:09:41.178 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
14:09:41.178 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id a964f2a8c693ee4edf77b23a93c835b9
14:09:41.179 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
14:09:41.179 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
14:09:41.179 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id f1db784f4ee827c3e08cd66d50c46b48.
14:09:41.179 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 336668f6-a068-4142-9093-e4e94dd64dc5 @ 127.0.0.1 (dataPort=-1) with allocation id 837c32a334d9987291ec621befa0ba3d
14:09:41.179 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:41.179 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job e2d05dba1558dbc336d7ebe82f9f04d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:41.180 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
14:09:41.180 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
14:09:41.180 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39295de5
14:09:41.181 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:41.181 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:09:41.181 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
14:09:41.181 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a964f2a8c693ee4edf77b23a93c835b9.
14:09:41.181 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
14:09:41.182 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id a964f2a8c693ee4edf77b23a93c835b9.
14:09:41.182 [INFO - Thread-76] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
14:09:41.183 [DEBUG - Thread-76] (Connection.java:575) [peer master-127.25.45.189:37197(127.25.45.189:37197)] disconnecting while in state TERMINATED
14:09:41.183 [DEBUG - Thread-76] (Connection.java:575) [peer master-127.25.45.190:35733(127.25.45.190:35733)] disconnecting while in state TERMINATED
14:09:41.183 [DEBUG - Thread-76] (Connection.java:575) [peer master-127.25.45.188:32967(127.25.45.188:32967)] disconnecting while in state TERMINATED
14:09:41.183 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@78d3aba
14:09:41.184 [DEBUG - Thread-76] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:41.185 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:41.186 [INFO - Thread-76] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
14:09:41.186 [INFO - Thread-76] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
14:09:41.187 [DEBUG - Thread-76] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:41.187 [INFO - Thread-76] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:09:41.188 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7e35012307741ce2bd2fdfd64cd9ea65.
14:09:41.189 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 7e35012307741ce2bd2fdfd64cd9ea65.
14:09:41.190 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
14:09:41.190 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
14:09:41.190 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5989df63
14:09:41.190 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:41.190 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:09:41.190 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
14:09:41.191 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
14:09:41.196 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.195242  4531 tablet_bootstrap.cc:654] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c: Neither blocks nor log segments found. Creating new log.
14:09:41.198 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b58ba2d
14:09:41.203 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:41.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.203505  4531 log.cc:826] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c: Log is configured to *not* fsync() on all Append() calls
14:09:41.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.203708  4538 tablet_bootstrap.cc:492] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68: Bootstrap starting.
14:09:41.206 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 837c32a334d9987291ec621befa0ba3d.
14:09:41.206 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.207 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 837c32a334d9987291ec621befa0ba3d.
14:09:41.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
14:09:41.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
14:09:41.208 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.208 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c20118d
14:09:41.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.209 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.209 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.209 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.209 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.209 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.209 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.210 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.210 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.210 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.210 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.211 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:41.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.211 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:41.211 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:41.212 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.211766  4535 tablet_bootstrap.cc:492] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda: Bootstrap starting.
14:09:41.212 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
14:09:41.212 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
14:09:41.212 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:09:41.212 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
14:09:41.212 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
14:09:41.212 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
14:09:41.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1802d923
14:09:41.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:41.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4010981562874139189/checkpoints")
14:09:41.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
14:09:41.213 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (257aff8868cf0a16d1680f02dc4c7758_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
14:09:41.215 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@755e1886
14:09:41.216 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6992131c
14:09:41.217 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:41.218 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.219 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.220014  4531 tablet_bootstrap.cc:492] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c: No bootstrap required, opened a new log
14:09:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.220382  4538 tablet_bootstrap.cc:654] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68: Neither blocks nor log segments found. Creating new log.
14:09:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.220547  4531 ts_tablet_manager.cc:1403] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c: Time spent bootstrapping tablet: real 0.051s	user 0.019s	sys 0.000s
14:09:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.222705  4538 log.cc:826] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68: Log is configured to *not* fsync() on all Append() calls
14:09:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.229151  4538 tablet_bootstrap.cc:492] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68: No bootstrap required, opened a new log
14:09:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.229660  4538 ts_tablet_manager.cc:1403] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68: Time spent bootstrapping tablet: real 0.027s	user 0.013s	sys 0.004s
14:09:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.235019  4535 tablet_bootstrap.cc:654] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda: Neither blocks nor log segments found. Creating new log.
14:09:41.241 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.243492  4535 log.cc:826] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda: Log is configured to *not* fsync() on all Append() calls
14:09:41.247 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.249 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.250 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.250 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.250 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.249825  4531 raft_consensus.cc:359] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.250821  4531 raft_consensus.cc:385] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:41.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.251152  4531 raft_consensus.cc:740] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 380a2c6a33bf4822a67ba424a3037f6c, State: Initialized, Role: FOLLOWER
14:09:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.252061  4531 consensus_queue.cc:260] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.253 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.258 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.264 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.263907  4538 raft_consensus.cc:359] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.264878  4538 raft_consensus.cc:385] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.265167  4538 raft_consensus.cc:740] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36498a5a116f4d0396909005a3df4e68, State: Initialized, Role: FOLLOWER
14:09:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.266108  4538 consensus_queue.cc:260] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.268219  4535 tablet_bootstrap.cc:492] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda: No bootstrap required, opened a new log
14:09:41.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.268862  4535 ts_tablet_manager.cc:1403] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda: Time spent bootstrapping tablet: real 0.059s	user 0.017s	sys 0.000s
14:09:41.270 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.271 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.273 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.276 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.277 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.278716  4538 ts_tablet_manager.cc:1434] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68: Time spent starting tablet: real 0.049s	user 0.041s	sys 0.000s
14:09:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.287165  4531 ts_tablet_manager.cc:1434] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c: Time spent starting tablet: real 0.066s	user 0.032s	sys 0.004s
14:09:41.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.302 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.309 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.309 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.310 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.310 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.311 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.311 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.312 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.312 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.311 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.312 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.316 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.317 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.318 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.318 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.319 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.324 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.325 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:41.325 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:41.325 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:41.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:41.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.326 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.326679  4535 raft_consensus.cc:359] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.327548  4535 raft_consensus.cc:385] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.327823  4535 raft_consensus.cc:740] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d08a521854ea40878e154f57d9152bda, State: Initialized, Role: FOLLOWER
14:09:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.328853  4535 consensus_queue.cc:260] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.332 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.332521  4535 ts_tablet_manager.cc:1434] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda: Time spent starting tablet: real 0.063s	user 0.029s	sys 0.006s
14:09:41.334 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.336 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:41.336 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:41.336 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:41.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.337 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.337 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.337 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.338 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.339 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:41.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.348 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.348 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.349 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.349 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.349 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.350 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.353 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.357 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.357 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.357 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.358 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.358 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.358 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.359 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.360 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.361 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.359022  4557 raft_consensus.cc:493] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:09:41.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.359670  4557 raft_consensus.cc:515] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.362 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.363 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.364 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.366369  4557 leader_election.cc:290] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 380a2c6a33bf4822a67ba424a3037f6c (127.3.83.129:37093), d08a521854ea40878e154f57d9152bda (127.3.83.131:43013)
14:09:41.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.369 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.371 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.371 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.371 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.372 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.372 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.373 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.373 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.376 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.376 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.376 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.377 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.378 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.380 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.381 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.381 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.381 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.381 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.382 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.382 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.383 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.384 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.384 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.384 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.384 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.385 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.388520  3994 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4950ba6461c947de927e8c9d6fdbaf41" candidate_uuid: "36498a5a116f4d0396909005a3df4e68" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "380a2c6a33bf4822a67ba424a3037f6c" is_pre_election: true
14:09:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.389485  3994 raft_consensus.cc:2468] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36498a5a116f4d0396909005a3df4e68 in term 0.
14:09:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.391726  4072 leader_election.cc:304] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36498a5a116f4d0396909005a3df4e68, 380a2c6a33bf4822a67ba424a3037f6c; no voters: 
14:09:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.391963  4336 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4950ba6461c947de927e8c9d6fdbaf41" candidate_uuid: "36498a5a116f4d0396909005a3df4e68" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d08a521854ea40878e154f57d9152bda" is_pre_election: true
14:09:41.392 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.392 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.392 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.392612  4557 raft_consensus.cc:2804] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:09:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.392817  4336 raft_consensus.cc:2468] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36498a5a116f4d0396909005a3df4e68 in term 0.
14:09:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.392999  4557 raft_consensus.cc:493] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:09:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.393286  4557 raft_consensus.cc:3060] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 0 FOLLOWER]: Advancing to term 1
14:09:41.394 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.394 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.394 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.395 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.396 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.399224  4557 raft_consensus.cc:515] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.401024  4557 leader_election.cc:290] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [CANDIDATE]: Term 1 election: Requested vote from peers 380a2c6a33bf4822a67ba424a3037f6c (127.3.83.129:37093), d08a521854ea40878e154f57d9152bda (127.3.83.131:43013)
14:09:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.401763  3994 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4950ba6461c947de927e8c9d6fdbaf41" candidate_uuid: "36498a5a116f4d0396909005a3df4e68" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "380a2c6a33bf4822a67ba424a3037f6c"
14:09:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.402004  4336 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4950ba6461c947de927e8c9d6fdbaf41" candidate_uuid: "36498a5a116f4d0396909005a3df4e68" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d08a521854ea40878e154f57d9152bda"
14:09:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.402176  3994 raft_consensus.cc:3060] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c [term 0 FOLLOWER]: Advancing to term 1
14:09:41.402 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.402518  4336 raft_consensus.cc:3060] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda [term 0 FOLLOWER]: Advancing to term 1
14:09:41.404 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.404 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.404 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.404 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.404 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.406 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.407 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.408692  3994 raft_consensus.cc:2468] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 36498a5a116f4d0396909005a3df4e68 in term 1.
14:09:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.409502  4336 raft_consensus.cc:2468] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 36498a5a116f4d0396909005a3df4e68 in term 1.
14:09:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.409734  4072 leader_election.cc:304] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36498a5a116f4d0396909005a3df4e68, 380a2c6a33bf4822a67ba424a3037f6c; no voters: 
14:09:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.410588  4557 raft_consensus.cc:2804] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 1 FOLLOWER]: Leader election won for term 1
14:09:41.412 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.412 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.412 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.412 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.412 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.412551  4557 raft_consensus.cc:697] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [term 1 LEADER]: Becoming Leader. State: Replica: 36498a5a116f4d0396909005a3df4e68, State: Running, Role: LEADER
14:09:41.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.413 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.413 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.413 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.414 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.414 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.414 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.413697  4557 consensus_queue.cc:237] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } }
14:09:41.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.415 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.417 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.417 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.417 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.417 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:41.421105  4044 tablet.cc:2404] T 4950ba6461c947de927e8c9d6fdbaf41 P 380a2c6a33bf4822a67ba424a3037f6c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:41.422 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.422 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.422 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.424 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.424 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.424 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:41.423779  4390 tablet.cc:2404] T 4950ba6461c947de927e8c9d6fdbaf41 P d08a521854ea40878e154f57d9152bda: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:41.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.429 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.429 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.429 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.430613  3674 catalog_manager.cc:5696] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 reported cstate change: term changed from 0 to 1, leader changed from <none> to 36498a5a116f4d0396909005a3df4e68 (127.3.83.130). New cstate: current_term: 1 leader_uuid: "36498a5a116f4d0396909005a3df4e68" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "36498a5a116f4d0396909005a3df4e68" member_type: VOTER last_known_addr { host: "127.3.83.130" port: 33097 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 } health_report { overall_health: UNKNOWN } } }
14:09:41.432 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.432 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.433 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.434 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.436 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:41.436 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:41.436 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:41.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:41.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:41.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:41.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:41.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:41.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:41.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:41.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:41.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:41.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:41.442 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.442 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.442 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.449 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.449 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.449 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.451 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.453 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.453 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.453 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.453 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.453 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.464 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.465 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.465 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.466 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:41.466522  4229 tablet.cc:2404] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:41.472 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.472 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.472 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.473 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.473 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.473 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.473 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.473 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.474 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.474 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:41.474 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:41.474 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:41.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:41.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:41.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:41.475 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:41.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.482 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.482 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.482 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.483 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.484 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:41.484 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:41.484 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:41.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:41.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:41.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:41.485 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:41.508 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.524 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.525 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.525 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.536 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.536 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.536 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.537 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.541 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.542 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.542 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.542 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.542 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.542 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.573 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.574 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.574 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.575 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.580 [DEBUG - main] (Connection.java:575) [peer master-127.2.126.254:43929(127.2.126.254:43929)] disconnecting while in state READY
14:09:41.581 [DEBUG - main] (Connection.java:575) [peer master-127.2.126.253:35673(127.2.126.253:35673)] disconnecting while in state READY
14:09:41.581 [DEBUG - main] (Connection.java:575) [peer master-127.2.126.252:39295(127.2.126.252:39295)] disconnecting while in state READY
14:09:41.581 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:41.581 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.126.254:43929(127.2.126.254:43929)] handling channelInactive
14:09:41.581 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.126.252:39295(127.2.126.252:39295)] handling channelInactive
14:09:41.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state READY due to: connection closed
14:09:41.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state READY due to: connection closed
14:09:41.584 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
14:09:41.584 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.584 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.585 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
14:09:41.585 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.586 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.586 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.586 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.587 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.587 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.589 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.126.253:35673(127.2.126.253:35673)] handling channelInactive
14:09:41.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state READY due to: connection closed
14:09:41.589 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
14:09:41.589 [DEBUG - main] (Connection.java:575) [peer master-127.3.83.188:44357(127.3.83.188:44357)] disconnecting while in state READY
14:09:41.589 [DEBUG - main] (Connection.java:575) [peer master-127.3.83.190:37179(127.3.83.190:37179)] disconnecting while in state READY
14:09:41.589 [DEBUG - main] (Connection.java:575) [peer master-127.3.83.189:42207(127.3.83.189:42207)] disconnecting while in state READY
14:09:41.590 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:41.590 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.83.190:37179(127.3.83.190:37179)] handling channelInactive
14:09:41.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.83.190:37179(127.3.83.190:37179)] cleaning up while in state READY due to: connection closed
14:09:41.590 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.83.188:44357(127.3.83.188:44357)] handling channelInactive
14:09:41.591 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
14:09:41.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.83.188:44357(127.3.83.188:44357)] cleaning up while in state READY due to: connection closed
14:09:41.592 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
14:09:41.592 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.83.189:42207(127.3.83.189:42207)] handling channelInactive
14:09:41.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.83.189:42207(127.3.83.189:42207)] cleaning up while in state READY due to: connection closed
14:09:41.592 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
14:09:41.594 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:09:41.594 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
14:09:41.594 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
14:09:41.594 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:09:41.594 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:09:41.595 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
14:09:41.602 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.602 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.602 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.604 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.611 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.611 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.611 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.612 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.612 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.612 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.612 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.613 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.616 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.616 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.616 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.624 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.624 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.625 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.630 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
14:09:41.630 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
14:09:41.630 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
14:09:41.630 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
14:09:41.630 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
14:09:41.630 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
14:09:41.630 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
14:09:41.634 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.634 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.634 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.635 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.640 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.681 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.681 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.681 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.681 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.682 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.689 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.690 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.690 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.691 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:41.701 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.701 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.701 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.703 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.709 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.724 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.724 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.725 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.726 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.746 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:41.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:41.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:41.746 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:41.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:41.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:41.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:41.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:41.747 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:41.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:41.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:41.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:41.749 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:41.792 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.793 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.793 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.794 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.796 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:41.797 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:41.797 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:41.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:41.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:41.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:41.797 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.816004  4557 consensus_queue.cc:1048] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [LEADER]: Connected to new peer: Peer: permanent_uuid: "380a2c6a33bf4822a67ba424a3037f6c" member_type: VOTER last_known_addr { host: "127.3.83.129" port: 37093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:09:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:41.851559  4596 consensus_queue.cc:1048] T 4950ba6461c947de927e8c9d6fdbaf41 P 36498a5a116f4d0396909005a3df4e68 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d08a521854ea40878e154f57d9152bda" member_type: VOTER last_known_addr { host: "127.3.83.131" port: 43013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:09:41.870 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.903 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:41.903 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:41.903 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:41.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:41.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:41.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:41.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:41.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:41.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:41.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:41.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:41.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:41.904 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:41.904 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:41.904 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:41.904 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:41.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:41.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:41.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:41.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:41.911 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
14:09:41.972 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
14:09:41.973 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
14:09:41.973 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
14:09:41.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:41.987 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:09:41.989 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:41.990 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:41.990 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:41.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:41.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:41.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:41.991 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:42.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.029 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:42.029 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:42.030 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:42.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:42.041 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:42.042 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:42.042 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:42.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.043 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:42.079 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:42.080 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:42.080 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:42.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:42.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:42.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:42.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:42.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:42.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:42.080 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:42.080 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:42.080 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:42.081 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:42.113 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:42.113 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:42.113 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:42.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.114 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:42.140 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.209 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.240 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:42.240 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:42.240 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:42.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:42.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:42.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:42.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:42.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:42.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:42.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:42.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:42.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:42.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:42.262 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:42.262 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:42.262 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:42.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:42.265 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:42.265 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:42.266 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:42.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.266 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:42.282 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:42.282 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:42.282 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:42.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:42.354 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:42.354 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:42.354 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:42.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:42.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:42.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:42.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:42.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:42.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:42.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:42.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:42.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:42.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:42.370 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:42.370 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:42.370 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:42.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.371 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:42.380 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:42.380 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:42.380 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:42.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:42.412 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:42.412 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:42.412 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:42.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.413 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.413 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.413 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.413 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.413 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:42.481 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:42.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.481 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:42.481 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:42.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.481 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.481 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:42.481 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.481 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:42.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:42.482 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:42.508 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.533 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:42.534 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:42.534 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:42.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:42.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:42.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:42.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:42.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:42.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:42.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:42.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:42.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:42.534 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:42.629 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:42.629 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:42.629 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:42.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.630 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.630 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:42.632 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:42.632 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:42.632 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:42.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.633 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.634 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:42.640 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.662 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:42.662 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:42.662 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:42.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.663 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:42.692 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
14:09:42.709 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.731 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:42.731 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:42.731 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:42.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.733 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:42.777 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:42.777 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:42.777 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:42.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:42.833 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:42.833 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:42.834 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:42.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:42.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:42.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:42.834 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:42.844 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
14:09:42.858 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
14:09:42.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:42.887 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
14:09:42.902 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
14:09:42.912 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:42.912 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:42.913 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:42.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.913 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:42.918 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
14:09:42.923 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
14:09:42.925 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
14:09:42.925 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
14:09:42.925 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
14:09:42.926 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
14:09:42.926 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
14:09:42.927 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
14:09:42.927 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:09:42.927 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:09:42.928 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:09:42.928 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:09:42.928 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:09:42.928 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:09:42.929 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
14:09:42.929 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
14:09:42.929 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
14:09:42.929 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
14:09:42.929 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
14:09:42.929 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
14:09:42.930 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
14:09:42.930 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
14:09:42.930 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
14:09:42.930 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
14:09:42.930 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
14:09:42.930 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_dfb562c28761f04196403df38ddff66a/blobStorage
14:09:42.931 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:45323 - max concurrent requests: 50 - max backlog: 1000
14:09:42.932 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:42.932 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:42.932 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:42.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:42.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.933 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_dfb562c28761f04196403df38ddff66a/blobStorage
14:09:42.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:42.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:42.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:42.933 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_dfb562c28761f04196403df38ddff66a/blobStorage
14:09:42.934 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
14:09:42.934 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: ec015b7a-a4f2-40d1-af08-630f40fb2fb5
14:09:42.936 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
14:09:42.937 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-81416274-004e-4add-bae1-b3f93bba99fb
14:09:42.938 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-495ed63f-1773-464d-b111-2f2a2174a221
14:09:42.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.000 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
14:09:43.000 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
14:09:43.000 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
14:09:43.000 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
14:09:43.001 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
14:09:43.003 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_24 .
14:09:43.008 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
14:09:43.008 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-07e4a098-011b-4a4e-b434-7f72f25f4a99
14:09:43.009 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
14:09:43.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.009 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
14:09:43.020 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
14:09:43.020 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
14:09:43.025 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37371
14:09:43.026 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
14:09:43.044 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37371 was granted leadership with leaderSessionID=8d3e72b7-bf82-48a9-b087-54e7e52f4df5
14:09:43.044 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37371 , session=8d3e72b7-bf82-48a9-b087-54e7e52f4df5
14:09:43.045 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
14:09:43.046 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
14:09:43.047 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
14:09:43.047 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 0b19dd2a-418c-4623-9836-aec687f9ddaa. Creating new DispatcherLeaderProcess.
14:09:43.047 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
14:09:43.048 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
14:09:43.048 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
14:09:43.050 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_25 .
14:09:43.055 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_25 , session=0b19dd2a-418c-4623-9836-aec687f9ddaa
14:09:43.056 [INFO - pool-613-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id b5b85d2a-b238-4257-98d7-7ebd690d758c.
14:09:43.058 [INFO - pool-613-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_26 .
14:09:43.064 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:43.064 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:43.065 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:43.065 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
14:09:43.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:43.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:43.065 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
14:09:43.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:43.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:43.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:43.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:43.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:43.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:43.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:43.066 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:43.067 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
14:09:43.067 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
14:09:43.067 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
14:09:43.067 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
14:09:43.068 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_26 , session=b5b85d2a-b238-4257-98d7-7ebd690d758c
14:09:43.068 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(98d77ebd690d758cb5b85d2ab2384257).
14:09:43.120 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:09:43.126 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID ec015b7a-a4f2-40d1-af08-630f40fb2fb5 (pekko://flink/user/rpc/taskmanager_24) at ResourceManager
14:09:43.127 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (ccdb436e481b62b2c8b5cb3e9c14600c).
14:09:43.127 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (ccdb436e481b62b2c8b5cb3e9c14600c).
14:09:43.127 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_26 under registration id 82466a1605860aac81be286f26f9cc32.
14:09:43.128 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-ccdb436e481b62b2c8b5cb3e9c14600c'.
14:09:43.128 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:344) Registering task executor ec015b7a-a4f2-40d1-af08-630f40fb2fb5 under 82466a1605860aac81be286f26f9cc32 at the slot manager.
14:09:43.128 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job ccdb436e481b62b2c8b5cb3e9c14600c was granted leadership with leader id dcf8b2dc-e4ac-4dc7-8ff6-ad049404bc6a. Creating new JobMasterServiceProcess.
14:09:43.129 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:43.129 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:43.129 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:43.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:43.139 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_27 .
14:09:43.139 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.143 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (ccdb436e481b62b2c8b5cb3e9c14600c).
14:09:43.144 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (ccdb436e481b62b2c8b5cb3e9c14600c).
14:09:43.145 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 9d77b6647289347a09f491c34215acdb for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:43.146 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (ccdb436e481b62b2c8b5cb3e9c14600c).
14:09:43.146 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
14:09:43.147 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
14:09:43.147 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ba2f569
14:09:43.148 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:43.148 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit7487758922863087360/checkpoints")
14:09:43.149 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
14:09:43.150 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@ddc863 for Flink Streaming Job (ccdb436e481b62b2c8b5cb3e9c14600c).
14:09:43.150 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_27 , session=dcf8b2dc-e4ac-4dc7-8ff6-ad049404bc6a
14:09:43.152 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (ccdb436e481b62b2c8b5cb3e9c14600c) under job master id 8ff6ad049404bc6adcf8b2dce4ac4dc7.
14:09:43.154 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
14:09:43.156 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:43.157 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
14:09:43.157 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (ccdb436e481b62b2c8b5cb3e9c14600c) switched from state CREATED to RUNNING.
14:09:43.158 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:43.158 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:43.159 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
14:09:43.159 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.126.252:39295(127.2.126.252:39295)] Successfully connected to peer
14:09:43.159 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
14:09:43.160 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:43.160 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
14:09:43.160 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.126.253:35673(127.2.126.253:35673)] Successfully connected to peer
14:09:43.160 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
14:09:43.161 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.126.254:43929(127.2.126.254:43929)] Successfully connected to peer
14:09:43.161 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(98d77ebd690d758cb5b85d2ab2384257)
14:09:43.163 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
14:09:43.164 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 8ff6ad049404bc6adcf8b2dce4ac4dc7@pekko://flink/user/rpc/jobmanager_27 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:43.165 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.254
14:09:43.167 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.252
14:09:43.170 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager 8ff6ad049404bc6adcf8b2dce4ac4dc7@pekko://flink/user/rpc/jobmanager_27 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:43.171 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.253
14:09:43.175 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.175 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.176 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 98d77ebd690d758cb5b85d2ab2384257.
14:09:43.177 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job ccdb436e481b62b2c8b5cb3e9c14600c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
14:09:43.178 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.179 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x988b0784, L:/127.0.0.1:45438 - R:/127.2.126.254:43929] using SASL/PLAIN
14:09:43.184 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x595ee7bf, L:/127.0.0.1:35520 - R:/127.2.126.253:35673] using SASL/PLAIN
14:09:43.189 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x341bc76c, L:/127.0.0.1:48700 - R:/127.2.126.252:39295] using SASL/PLAIN
14:09:43.190 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job ccdb436e481b62b2c8b5cb3e9c14600c
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager ec015b7a-a4f2-40d1-af08-630f40fb2fb5
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
14:09:43.190 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot e2440b237096d53919719926d825fbee from ec015b7a-a4f2-40d1-af08-630f40fb2fb5 for job ccdb436e481b62b2c8b5cb3e9c14600c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:09:43.191 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request e2440b237096d53919719926d825fbee for job ccdb436e481b62b2c8b5cb3e9c14600c from resource manager with leader id 98d77ebd690d758cb5b85d2ab2384257.
14:09:43.191 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 9260d95db7fc72e924208466cae629b3 from ec015b7a-a4f2-40d1-af08-630f40fb2fb5 for job ccdb436e481b62b2c8b5cb3e9c14600c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:09:43.191 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for e2440b237096d53919719926d825fbee with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:09:43.192 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2caf75ab33cff5e00ed83c00f5f4dd9b from ec015b7a-a4f2-40d1-af08-630f40fb2fb5 for job ccdb436e481b62b2c8b5cb3e9c14600c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:09:43.192 [DEBUG - main] (Connection.java:748) [peer master-127.3.83.188:44357(127.3.83.188:44357)] connecting to peer
14:09:43.192 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:43.192 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 4601bc360547587319974629b6f09dd6 from ec015b7a-a4f2-40d1-af08-630f40fb2fb5 for job ccdb436e481b62b2c8b5cb3e9c14600c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:09:43.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.252:39295, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.253:35673, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.254:43929, [25ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.254:43929: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.253:35673: OK, [35ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.252:39295: OK, deferred=null) after lookup
14:09:43.193 [DEBUG - main] (Connection.java:748) [peer master-127.3.83.189:42207(127.3.83.189:42207)] connecting to peer
14:09:43.194 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job ccdb436e481b62b2c8b5cb3e9c14600c for job leader monitoring.
14:09:43.194 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 9260d95db7fc72e924208466cae629b3 for job ccdb436e481b62b2c8b5cb3e9c14600c from resource manager with leader id 98d77ebd690d758cb5b85d2ab2384257.
14:09:43.194 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 9260d95db7fc72e924208466cae629b3 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:09:43.194 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 2caf75ab33cff5e00ed83c00f5f4dd9b for job ccdb436e481b62b2c8b5cb3e9c14600c from resource manager with leader id 98d77ebd690d758cb5b85d2ab2384257.
14:09:43.195 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 2caf75ab33cff5e00ed83c00f5f4dd9b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:09:43.195 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 4601bc360547587319974629b6f09dd6 for job ccdb436e481b62b2c8b5cb3e9c14600c from resource manager with leader id 98d77ebd690d758cb5b85d2ab2384257.
14:09:43.195 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 4601bc360547587319974629b6f09dd6 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
14:09:43.196 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_27 with leader id dcf8b2dc-e4ac-4dc7-8ff6-ad049404bc6a.
14:09:43.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5aba62b8d99843f28be5c91f2e4ba074
14:09:43.197 [DEBUG - main] (Connection.java:748) [peer master-127.3.83.190:37179(127.3.83.190:37179)] connecting to peer
14:09:43.197 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.83.188:44357(127.3.83.188:44357)] Successfully connected to peer
14:09:43.198 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.83.190:37179(127.3.83.190:37179)] Successfully connected to peer
14:09:43.199 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.83.189:42207(127.3.83.189:42207)] Successfully connected to peer
14:09:43.202 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.188
14:09:43.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7841e7d87f6247c79bd1e49b24bc5288 for table 'replication_test_table' with partition [<start>, <end>)
14:09:43.204 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
14:09:43.209 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_27 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:43.209 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:43.209 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.210 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:43.211 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
14:09:43.211 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ec015b7a-a4f2-40d1-af08-630f40fb2fb5 @ 127.0.0.1 (dataPort=-1) with allocation id 9260d95db7fc72e924208466cae629b3
14:09:43.212 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7841e7d87f6247c79bd1e49b24bc5288@[4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463),8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)[L],bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)]}]
14:09:43.212 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 9260d95db7fc72e924208466cae629b3.
14:09:43.213 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:43.213 [INFO - flink-pekko.actor.default-dispatcher-7] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
14:09:43.214 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id ccdb436e481b62b2c8b5cb3e9c14600c
14:09:43.216 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 9260d95db7fc72e924208466cae629b3.
14:09:43.219 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.222 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x85db1323, L:/127.0.0.1:38022 - R:/127.3.83.188:44357] using SASL/PLAIN
14:09:43.223 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.189
14:09:43.231 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.190
14:09:43.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:43.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.188:44357, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.189:42207, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.190:37179, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.188:44357: OK, deferred=null) after lookup
14:09:43.233 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.234 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
14:09:43.234 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ec015b7a-a4f2-40d1-af08-630f40fb2fb5 @ 127.0.0.1 (dataPort=-1) with allocation id 4601bc360547587319974629b6f09dd6
14:09:43.236 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
14:09:43.236 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ec015b7a-a4f2-40d1-af08-630f40fb2fb5 @ 127.0.0.1 (dataPort=-1) with allocation id e2440b237096d53919719926d825fbee
14:09:43.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.240 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:43.240 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:43.240 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:43.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:43.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:43.240 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:43.240 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:43.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:43.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:43.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:43.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:43.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:43.241 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:43.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4950ba6461c947de927e8c9d6fdbaf41 for table 'replication_test_table' with partition [<start>, <end>)
14:09:43.242 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=4950ba6461c947de927e8c9d6fdbaf41@[36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)[L],380a2c6a33bf4822a67ba424a3037f6c(127.3.83.129:37093),d08a521854ea40878e154f57d9152bda(127.3.83.131:43013)]}]
14:09:43.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.83.188:44357, [3ms] Sub RPC GetTableLocations: received response from server master-127.3.83.188:44357: OK, deferred=null)) after lookup
14:09:43.242 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] connecting to peer
14:09:43.244 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x11b5e88a, L:/127.0.0.1:54092 - R:/127.3.83.189:42207] using SASL/PLAIN
14:09:43.249 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
14:09:43.249 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ec015b7a-a4f2-40d1-af08-630f40fb2fb5 @ 127.0.0.1 (dataPort=-1) with allocation id 2caf75ab33cff5e00ed83c00f5f4dd9b
14:09:43.250 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.253 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x58ebb403, L:/127.0.0.1:50448 - R:/127.3.83.190:37179] using SASL/PLAIN
14:09:43.256 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 4601bc360547587319974629b6f09dd6.
14:09:43.258 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 4601bc360547587319974629b6f09dd6.
14:09:43.259 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot e2440b237096d53919719926d825fbee.
14:09:43.261 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id e2440b237096d53919719926d825fbee.
14:09:43.261 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
14:09:43.261 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
14:09:43.262 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8092e50
14:09:43.262 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:43.262 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit7487758922863087360/checkpoints")
14:09:43.263 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
14:09:43.263 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
14:09:43.263 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1af0a495
14:09:43.264 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:43.264 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit7487758922863087360/checkpoints")
14:09:43.271 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:09:43.272 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
14:09:43.273 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:09:43.274 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] Successfully connected to peer
14:09:43.280 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
14:09:43.286 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 9260d95db7fc72e924208466cae629b3.
14:09:43.287 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 4601bc360547587319974629b6f09dd6.
14:09:43.287 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot e2440b237096d53919719926d825fbee.
14:09:43.287 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2caf75ab33cff5e00ed83c00f5f4dd9b.
14:09:43.287 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2caf75ab33cff5e00ed83c00f5f4dd9b.
14:09:43.289 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
14:09:43.289 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
14:09:43.290 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@284f4d79
14:09:43.290 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:43.291 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit7487758922863087360/checkpoints")
14:09:43.291 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12530bc1
14:09:43.291 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:09:43.291 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@31a47f70
14:09:43.291 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
14:09:43.294 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:43.295 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:43.295 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 2caf75ab33cff5e00ed83c00f5f4dd9b.
14:09:43.296 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3aa918e8
14:09:43.296 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.3.83.188:44357(127.3.83.188:44357)] connecting to peer
14:09:43.298 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
14:09:43.298 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
14:09:43.298 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:43.298 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5182523a
14:09:43.299 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
14:09:43.299 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit7487758922863087360/checkpoints")
14:09:43.299 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:09:43.299 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
14:09:43.301 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.301 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@548fd88f
14:09:43.305 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9371eae1, L:/127.0.0.1:48944 - R:/127.3.83.130:33097] using TOKEN/null
14:09:43.306 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.3.83.189:42207(127.3.83.189:42207)] connecting to peer
14:09:43.307 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.83.188:44357(127.3.83.188:44357)] Successfully connected to peer
14:09:43.308 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:43.308 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:43.309 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:43.309 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:43.309 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.309 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.309 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.309 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.309 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.309 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.309 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.310 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:43.310 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.188
14:09:43.313 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.3.83.190:37179(127.3.83.190:37179)] connecting to peer
14:09:43.314 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.83.189:42207(127.3.83.189:42207)] Successfully connected to peer
14:09:43.314 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.3.83.188:44357(127.3.83.188:44357)] connecting to peer
14:09:43.314 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.319 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.189
14:09:43.320 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.83.190:37179(127.3.83.190:37179)] Successfully connected to peer
14:09:43.327 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.190
14:09:43.330 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.334 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.336 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7f600c2d, L:/127.0.0.1:38026 - R:/127.3.83.188:44357] using SASL/PLAIN
14:09:43.338 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x221888ff, L:/127.0.0.1:54104 - R:/127.3.83.189:42207] using SASL/PLAIN
14:09:43.339 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.3.83.188:44357(127.3.83.188:44357)] connecting to peer
14:09:43.340 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.3.83.188:44357(127.3.83.188:44357)] connecting to peer
14:09:43.341 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.3.83.189:42207(127.3.83.189:42207)] connecting to peer
14:09:43.342 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.83.188:44357(127.3.83.188:44357)] Successfully connected to peer
14:09:43.342 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.343 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.3.83.189:42207(127.3.83.189:42207)] connecting to peer
14:09:43.344 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.83.188:44357(127.3.83.188:44357)] Successfully connected to peer
14:09:43.345 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.3.83.189:42207(127.3.83.189:42207)] connecting to peer
14:09:43.345 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.188
14:09:43.345 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.83.188:44357(127.3.83.188:44357)] Successfully connected to peer
14:09:43.348 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.3.83.190:37179(127.3.83.190:37179)] connecting to peer
14:09:43.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:43.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.188:44357, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.189:42207, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.190:37179, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.189:42207: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.188:44357: OK, deferred=null) after lookup
14:09:43.350 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.83.189:42207(127.3.83.189:42207)] Successfully connected to peer
14:09:43.351 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x818e7571, L:/127.0.0.1:50452 - R:/127.3.83.190:37179] using SASL/PLAIN
14:09:43.355 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.188
14:09:43.358 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.360 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.189
14:09:43.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.363 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b7b1b02
14:09:43.364 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
14:09:43.365 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
14:09:43.369 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.373 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.3.83.190:37179(127.3.83.190:37179)] connecting to peer
14:09:43.373 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.373 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.83.189:42207(127.3.83.189:42207)] Successfully connected to peer
14:09:43.375 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.376 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0aa4f02c, L:/127.0.0.1:38038 - R:/127.3.83.188:44357] using SASL/PLAIN
14:09:43.376 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x06883d14, L:/127.0.0.1:38030 - R:/127.3.83.188:44357] using SASL/PLAIN
14:09:43.377 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.378 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.3.83.190:37179(127.3.83.190:37179)] connecting to peer
14:09:43.379 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.83.189:42207(127.3.83.189:42207)] Successfully connected to peer
14:09:43.379 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf1775cfd, L:/127.0.0.1:54120 - R:/127.3.83.189:42207] using SASL/PLAIN
14:09:43.382 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.189
14:09:43.383 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.83.190:37179(127.3.83.190:37179)] Successfully connected to peer
14:09:43.386 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.190
14:09:43.391 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.189
14:09:43.393 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:43.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.188:44357, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.189:42207, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.190:37179, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.188:44357: OK, deferred=null) after lookup
14:09:43.395 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.398 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.400 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x228f4d06, L:/127.0.0.1:54132 - R:/127.3.83.189:42207] using SASL/PLAIN
14:09:43.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.401 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1b038d8e, L:/127.0.0.1:50464 - R:/127.3.83.190:37179] using SASL/PLAIN
14:09:43.404 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.405 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.83.188
14:09:43.412 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x46e9697f, L:/127.0.0.1:54148 - R:/127.3.83.189:42207] using SASL/PLAIN
14:09:43.417 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.427 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4a152091, L:/127.0.0.1:38050 - R:/127.3.83.188:44357] using SASL/PLAIN
14:09:43.431 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.432 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@59c7353a
14:09:43.433 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
14:09:43.433 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
14:09:43.434 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:09:43.435 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:43.435 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='98d400aae9744d4702b2c037ad9f41d163884c109d4a91a86dbe2e68101128a1'}]
14:09:43.436 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=137), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.188:44357, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.189:42207, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.190:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.189:42207: OK, [94ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.188:44357: OK, deferred=null) after lookup
14:09:43.437 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:43.437 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.83.190:37179(127.3.83.190:37179)] Successfully connected to peer
14:09:43.438 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
14:09:43.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.445 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a28ba4d
14:09:43.446 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
14:09:43.446 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
14:09:43.448 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:09:43.452 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:43.453 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:43.453 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:43.453 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:43.453 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:43.453 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:43.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:43.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:43.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:43.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:43.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:43.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:43.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:43.457 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.464 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:43.464 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=156), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.188:44357, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.189:42207, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.83.190:37179, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.188:44357: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.83.189:42207: OK, deferred=null) after lookup
14:09:43.466 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.83.190:37179(127.3.83.190:37179)] Successfully connected to peer
14:09:43.469 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.470 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:09:43.471 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=7841e7d87f6247c79bd1e49b24bc5288@[4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463),8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)[L],bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)]}]
14:09:43.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.473 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@548babef
14:09:43.474 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2e69d3d8, L:/127.0.0.1:50470 - R:/127.3.83.190:37179] using TOKEN/null
14:09:43.476 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
14:09:43.476 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
14:09:43.477 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
14:09:43.478 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] connecting to peer
14:09:43.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.485 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:09:43.488 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.489 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
14:09:43.490 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.495 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc137b322, L:/127.0.0.1:50472 - R:/127.3.83.190:37179] using TOKEN/null
14:09:43.496 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] Successfully connected to peer
14:09:43.498 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:43.498 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:43.498 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:43.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:43.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:43.499 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.194
14:09:43.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:43.500 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:43.500 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:43.500 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:43.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:43.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:43.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:43.500 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:43.501 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:09:43.502 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9d77b6647289347a09f491c34215acdb_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
14:09:43.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.510 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.515 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7797c09e, L:/127.0.0.1:60878 - R:/127.2.126.194:45463] using SASL/PLAIN
14:09:43.540 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false, responseScanTimestamp = 7287248417411072001) for scanner KuduScanner(table=replication_test_table, tablet=7841e7d87f6247c79bd1e49b24bc5288, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.541 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [98d400aae9744d4702b2c037ad9f41d163884c109d4a91a86dbe2e68101128a1]
14:09:43.543 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
14:09:43.545 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4950ba6461c947de927e8c9d6fdbaf41 for table 'replication_test_table' with partition [<start>, <end>)
14:09:43.568 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=4950ba6461c947de927e8c9d6fdbaf41@[36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)[L],380a2c6a33bf4822a67ba424a3037f6c(127.3.83.129:37093),d08a521854ea40878e154f57d9152bda(127.3.83.131:43013)]}]
14:09:43.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4950ba6461c947de927e8c9d6fdbaf41 for table 'replication_test_table' with partition [<start>, <end>)
14:09:43.569 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=4950ba6461c947de927e8c9d6fdbaf41@[36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)[L],380a2c6a33bf4822a67ba424a3037f6c(127.3.83.129:37093),d08a521854ea40878e154f57d9152bda(127.3.83.131:43013)]}]
14:09:43.574 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:43.574 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:43.575 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:43.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.575 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:43.580 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:43.580 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:43.580 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:43.580 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.581 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:43.589 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:43.589 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:43.589 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:43.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.590 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.590 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:43.592 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [98d400aae9744d4702b2c037ad9f41d163884c109d4a91a86dbe2e68101128a1]
14:09:43.595 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 98d400aae9744d4702b2c037ad9f41d163884c109d4a91a86dbe2e68101128a1 finished by subtask 0; deferring removal (restored in pending)
14:09:43.595 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
14:09:43.595 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
14:09:43.596 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] disconnecting while in state READY
14:09:43.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:43.593 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:43.604 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:43.604 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:43.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.605 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:43.610 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.635 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113383634 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:43.639 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=10, operationSize=1800, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@75c0ccad, flushNotification=Deferred@597941661(state=PENDING, result=null, callback=<none>, errback=<none>)}
14:09:43.640 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] connecting to peer
14:09:43.641 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.644 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
14:09:43.644 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] handling channelInactive
14:09:43.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] cleaning up while in state READY due to: connection closed
14:09:43.645 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
14:09:43.649 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:43.649 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:43.650 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:43.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.651 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:43.653 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] Successfully connected to peer
14:09:43.665 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:43.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.673 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8ada7703, L:/127.0.0.1:48958 - R:/127.3.83.130:33097] using TOKEN/null
14:09:43.708 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.727 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.784 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.841 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job ccdb436e481b62b2c8b5cb3e9c14600c (1958 bytes, checkpointDuration=206 ms, finalizationTime=1 ms).
14:09:43.843 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
14:09:43.843 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 98d400aae9744d4702b2c037ad9f41d163884c109d4a91a86dbe2e68101128a1 from pending
14:09:43.843 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
14:09:43.846 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.850 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5aba62b8d99843f28be5c91f2e4ba074
14:09:43.860 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:43.860 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:43.861 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:43.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:43.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:43.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:43.862 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:43.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:43.877 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7841e7d87f6247c79bd1e49b24bc5288, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.879 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:43.879 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:43.879 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:43.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:43.880 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:43.880 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:43.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:43.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:43.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:43.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:43.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:43.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:43.881 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:43.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 84656935bc9f4c1c86c733029b8e5fc6
14:09:43.904 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4950ba6461c947de927e8c9d6fdbaf41, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:09:43.907 [DEBUG - main] (Connection.java:575) [peer master-127.3.83.188:44357(127.3.83.188:44357)] disconnecting while in state READY
14:09:43.907 [DEBUG - main] (Connection.java:575) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] disconnecting while in state READY
14:09:43.907 [DEBUG - main] (Connection.java:575) [peer master-127.3.83.190:37179(127.3.83.190:37179)] disconnecting while in state READY
14:09:43.908 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.83.188:44357(127.3.83.188:44357)] handling channelInactive
14:09:43.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.83.188:44357(127.3.83.188:44357)] cleaning up while in state READY due to: connection closed
14:09:43.912 [DEBUG - main] (Connection.java:575) [peer master-127.3.83.189:42207(127.3.83.189:42207)] disconnecting while in state READY
14:09:43.912 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.83.190:37179(127.3.83.190:37179)] handling channelInactive
14:09:43.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:43.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.83.190:37179(127.3.83.190:37179)] cleaning up while in state READY due to: connection closed
14:09:43.912 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] handling channelInactive
14:09:43.912 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] cleaning up while in state READY due to: connection closed
14:09:43.913 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-3
14:09:43.913 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
14:09:43.913 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
14:09:43.918 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:43.918 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:43.918 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:43.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:43.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:43.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:43.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:43.920 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.83.189:42207(127.3.83.189:42207)] handling channelInactive
14:09:43.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.83.189:42207(127.3.83.189:42207)] cleaning up while in state READY due to: connection closed
14:09:43.920 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:09:43.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:43.921334  3406 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 3816
14:09:43.964 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:43.964 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:43.964 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:43.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:43.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:43.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:43.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:43.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:43.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:43.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:43.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:43.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:43.965 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:43.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:44.007202  3406 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 4048
14:09:44.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:44.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:44.020 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:44.020 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:44.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:44.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:44.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:44.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:44.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:44.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:44.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:44.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:44.021 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:44.032 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:44.032 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:44.032 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:44.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:44.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:44.033 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:44.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:44.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:44.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:44.033 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:44.033 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:44.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:44.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:44.056 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] handling channelInactive
14:09:44.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 36498a5a116f4d0396909005a3df4e68(127.3.83.130:33097)] cleaning up while in state READY due to: connection closed
14:09:44.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:44.058290  3406 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 4232
14:09:44.062 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:44.062 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:44.062 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:44.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:44.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:44.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:44.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:44.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:44.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:44.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:44.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:44.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:44.065 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:44.111879  3406 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 3424
14:09:44.134 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113384134 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:44.139 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.150 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.83.190:37179(127.3.83.190:37179)] handling channelInactive
14:09:44.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.83.190:37179(127.3.83.190:37179)] cleaning up while in state READY due to: connection closed
14:09:44.150 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.83.190:37179(127.3.83.190:37179)] handling channelInactive
14:09:44.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.83.190:37179(127.3.83.190:37179)] cleaning up while in state READY due to: connection closed
14:09:44.150 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.83.190:37179(127.3.83.190:37179)] handling channelInactive
14:09:44.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.83.190:37179(127.3.83.190:37179)] cleaning up while in state READY due to: connection closed
14:09:44.150 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.83.190:37179(127.3.83.190:37179)] handling channelInactive
14:09:44.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.83.190:37179(127.3.83.190:37179)] cleaning up while in state READY due to: connection closed
14:09:44.152 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job ccdb436e481b62b2c8b5cb3e9c14600c (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
14:09:44.154 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
14:09:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:44.156000  3406 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 3549
14:09:44.200 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.83.189:42207(127.3.83.189:42207)] handling channelInactive
14:09:44.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.83.189:42207(127.3.83.189:42207)] cleaning up while in state READY due to: connection closed
14:09:44.200 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.83.189:42207(127.3.83.189:42207)] handling channelInactive
14:09:44.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.83.189:42207(127.3.83.189:42207)] cleaning up while in state READY due to: connection closed
14:09:44.201 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.83.189:42207(127.3.83.189:42207)] handling channelInactive
14:09:44.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.83.189:42207(127.3.83.189:42207)] cleaning up while in state READY due to: connection closed
14:09:44.201 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.83.189:42207(127.3.83.189:42207)] handling channelInactive
14:09:44.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.83.189:42207(127.3.83.189:42207)] cleaning up while in state READY due to: connection closed
14:09:44.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:44.205619  3406 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 3627
14:09:44.208 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.242 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:44.242 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:44.242 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:44.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:44.268 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.83.188:44357(127.3.83.188:44357)] handling channelInactive
14:09:44.268 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.83.188:44357(127.3.83.188:44357)] handling channelInactive
14:09:44.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.83.188:44357(127.3.83.188:44357)] cleaning up while in state READY due to: connection closed
14:09:44.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.83.188:44357(127.3.83.188:44357)] cleaning up while in state READY due to: connection closed
14:09:44.269 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.83.188:44357(127.3.83.188:44357)] handling channelInactive
14:09:44.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.83.188:44357(127.3.83.188:44357)] cleaning up while in state READY due to: connection closed
14:09:44.269 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.83.188:44357(127.3.83.188:44357)] handling channelInactive
14:09:44.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.83.188:44357(127.3.83.188:44357)] cleaning up while in state READY due to: connection closed
14:09:44.284 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:44.284 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:44.284 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:44.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:44.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:44.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:44.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:44.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:44.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:44.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:44.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:44.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:44.285 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:44.293 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:44.293 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:44.293 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:44.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:44.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:09:44Z chronyd exiting
14:09:44.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.499 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:44.499 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:44.499 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:44.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:44.500 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:44.500 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:44.500 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:44.500 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:44.500 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:44.501 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:44.501 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:44.501 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:44.501 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:44.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.634 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113384634 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:44.640 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.645 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job ccdb436e481b62b2c8b5cb3e9c14600c (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:09:44.646 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
14:09:44.708 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.715 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.190:37593(127.21.77.190:37593)] connecting to peer
14:09:44.715 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.188:44831(127.21.77.188:44831)] connecting to peer
14:09:44.716 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.21.77.189:34493(127.21.77.189:34493)] connecting to peer
14:09:44.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:44.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.77.190:37593(127.21.77.190:37593)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:44.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.190:37593: Failed to connect to peer master-127.21.77.190:37593(127.21.77.190:37593): Connection refused: /127.21.77.190:37593
14:09:44.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:44.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:44.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.77.189:34493(127.21.77.189:34493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:44.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.77.188:44831(127.21.77.188:44831)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:44.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.189:34493: Failed to connect to peer master-127.21.77.189:34493(127.21.77.189:34493): Connection refused: /127.21.77.189:34493
14:09:44.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.77.188:44831: Failed to connect to peer master-127.21.77.188:44831(127.21.77.188:44831): Connection refused: /127.21.77.188:44831
14:09:44.717 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.77.190:37593,127.21.77.188:44831,127.21.77.189:34493; will retry
14:09:44.832 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:44.832 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:44.832 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:44.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:44.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:44.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.833 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:44.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:44.838 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:44.838 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:44.838 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:44.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.839 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:44.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:44.920 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:44.920 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:44.921 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:44.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:44.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:44.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:44.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:44.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:44.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:44.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:44.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:44.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:44.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:44.958 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:44.958 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:44.958 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:44.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.959 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:44.970 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:44.970 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:44.970 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:44.970 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.970 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.970 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:44.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:44.970 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:44.970 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:44.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.042 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:45.042 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:45.043 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:45.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:45.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:45.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:45.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:45.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:45.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:45.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:45.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:45.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:45.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:45.134 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113385134 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:45.140 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.149 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:45.150 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:45.150 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:45.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.151 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:45.152 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job ccdb436e481b62b2c8b5cb3e9c14600c (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
14:09:45.153 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:45.153 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:45.153 [DEBUG - pool-582-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:45.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.154 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:45.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
14:09:45.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5aba62b8d99843f28be5c91f2e4ba074
14:09:45.164 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5b666f148a516ae3b33b121f53eec01f30a1c80bcac7b9508c7a34bce82eed77'}]
14:09:45.166 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:09:45.176 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
14:09:45.181 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298049, tablet=7841e7d87f6247c79bd1e49b24bc5288@[4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463),8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)[L],bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)]}]
14:09:45.188 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] connecting to peer
14:09:45.189 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] Successfully connected to peer
14:09:45.193 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.194
14:09:45.202 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:45.208 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.216 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4f9a6c4b, L:/127.0.0.1:60894 - R:/127.2.126.194:45463] using SASL/PLAIN
14:09:45.304 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:45.304 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:45.304 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:45.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:45.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:45.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:45.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:45.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:45.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:45.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:45.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:45.306 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:45.306 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:45.351 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:45.351 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:45.351 [DEBUG - pool-578-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:45.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:45.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.430 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:45.430 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:45.431 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:45.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:45.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:45.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:45.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:45.450 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:09:45.458 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:45.458 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:45.458 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:45.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:45.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:45.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:45.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:45.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:45.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:45.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:45.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:45.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:45.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:45.465 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:45.465 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:45.466 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:45.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:45.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:45.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:45.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:45.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:45.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:45.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:45.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:45.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:45.467 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:45.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.508 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.513 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: giving up after 1 attempts
14:09:45.513 [DEBUG - main] (Connection.java:575) [peer master-127.2.126.254:43929(127.2.126.254:43929)] disconnecting while in state READY
14:09:45.514 [DEBUG - main] (Connection.java:575) [peer master-127.2.126.253:35673(127.2.126.253:35673)] disconnecting while in state READY
14:09:45.514 [DEBUG - main] (Connection.java:575) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] disconnecting while in state READY
14:09:45.514 [DEBUG - main] (Connection.java:575) [peer master-127.2.126.252:39295(127.2.126.252:39295)] disconnecting while in state READY
14:09:45.514 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.126.254:43929(127.2.126.254:43929)] handling channelInactive
14:09:45.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state READY due to: connection closed
14:09:45.514 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] handling channelInactive
14:09:45.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] cleaning up while in state READY due to: connection closed
14:09:45.514 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.126.253:35673(127.2.126.253:35673)] handling channelInactive
14:09:45.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state READY due to: connection closed
14:09:45.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:09:45.520 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
14:09:45.520 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
14:09:45.521 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
14:09:45.521 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.126.252:39295(127.2.126.252:39295)] handling channelInactive
14:09:45.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state READY due to: connection closed
14:09:45.522 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
14:09:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:45.522254  2555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 2966
14:09:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:45.561460  2555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 3117
14:09:45.580 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.62:45349(127.27.19.62:45349)] connecting to peer
14:09:45.580 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.61:40871(127.27.19.61:40871)] connecting to peer
14:09:45.580 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.27.19.60:35973(127.27.19.60:35973)] connecting to peer
14:09:45.581 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:45.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:45.581 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.19.62:45349(127.27.19.62:45349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:45.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.19.60:35973(127.27.19.60:35973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:45.581 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.62:45349: Failed to connect to peer master-127.27.19.62:45349(127.27.19.62:45349): Connection refused: /127.27.19.62:45349
14:09:45.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.60:35973: Failed to connect to peer master-127.27.19.60:35973(127.27.19.60:35973): Connection refused: /127.27.19.60:35973
14:09:45.581 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:45.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.19.61:40871(127.27.19.61:40871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:45.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.19.61:40871: Failed to connect to peer master-127.27.19.61:40871(127.27.19.61:40871): Connection refused: /127.27.19.61:40871
14:09:45.581 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.19.62:45349,127.27.19.61:40871,127.27.19.60:35973; will retry
14:09:45.605 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] handling channelInactive
14:09:45.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] cleaning up while in state READY due to: connection closed
14:09:45.606 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463) for tablet 7841e7d87f6247c79bd1e49b24bc5288: connection closed
14:09:45.609 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] connecting to peer
14:09:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:45.605093  2555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 3259
14:09:45.610 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] Successfully connected to peer
14:09:45.635 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113385634 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:45.640 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.646 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job ccdb436e481b62b2c8b5cb3e9c14600c (1968 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:09:45.647 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
14:09:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:09:45.658895  2858 connection.cc:582] server connection from 127.2.126.195:53047 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:09:45.659 [ERROR - kudu-nio-1] (Connection.java:452) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] unexpected exception from downstream on [id: 0xa6d23b79, L:/127.0.0.1:51344 - R:/127.2.126.195:42051]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:45.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] cleaning up while in state NEGOTIATING due to: [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] unexpected exception from downstream on [id: 0xa6d23b79, L:/127.0.0.1:51344 - R:/127.2.126.195:42051]
14:09:45.660 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051) for tablet 7841e7d87f6247c79bd1e49b24bc5288: [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] unexpected exception from downstream on [id: 0xa6d23b79, L:/127.0.0.1:51344 - R:/127.2.126.195:42051]
14:09:45.660 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] handling channelInactive
14:09:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:45.664393  2555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 2568
14:09:45.669 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)] connecting to peer
14:09:45.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135): Connection refused: /127.2.126.193:39135
14:09:45.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)] cleaning up while in state CONNECTING due to: Failed to connect to peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135): Connection refused: /127.2.126.193:39135
14:09:45.670 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135) for tablet 7841e7d87f6247c79bd1e49b24bc5288: Failed to connect to peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135): Connection refused: /127.2.126.193:39135
14:09:45.689 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:45.690 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:45.690 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.2.126.252:39295(127.2.126.252:39295)] Successfully connected to peer
14:09:45.690 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:45.691 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.2.126.253:35673(127.2.126.253:35673)] Successfully connected to peer
14:09:45.692 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.2.126.254:43929(127.2.126.254:43929)] Successfully connected to peer
14:09:45.697 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.253
14:09:45.701 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.126.254:43929(127.2.126.254:43929)] handling channelInactive
14:09:45.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state READY due to: connection closed
14:09:45.702 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:45.702 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:45.702 [DEBUG - pool-606-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:45.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:45.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:45.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:45.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:45.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:45.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:45.703 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.2.126.254:43929(127.2.126.254:43929)] unexpected exception from downstream on [id: 0xd5607a59, L:/127.0.0.1:45440 - R:/127.2.126.254:43929]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:45.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state NEGOTIATING due to: [peer master-127.2.126.254:43929(127.2.126.254:43929)] unexpected exception from downstream on [id: 0xd5607a59, L:/127.0.0.1:45440 - R:/127.2.126.254:43929]
14:09:45.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: [peer master-127.2.126.254:43929(127.2.126.254:43929)] unexpected exception from downstream on [id: 0xd5607a59, L:/127.0.0.1:45440 - R:/127.2.126.254:43929]
14:09:45.708 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.126.252
14:09:45.708 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:45.708 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.2.126.254:43929(127.2.126.254:43929)] handling channelInactive
14:09:45.708 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.711 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x82e77877, L:/127.0.0.1:35536 - R:/127.2.126.253:35673] using SASL/PLAIN
14:09:45.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:45.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:45.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:45.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:45.714933  2555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 2693
14:09:45.717 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
14:09:45.719 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9b8e72c9, L:/127.0.0.1:48708 - R:/127.2.126.252:39295] using SASL/PLAIN
14:09:45.722 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:09:45.722 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29498, elapsed=33), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.252:39295, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.253:35673, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.254:43929, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.254:43929: Network error: [peer master-127.2.126.254:43929(127.2.126.254:43929)] unexpected exception from downstream on [id: 0xd5607a59, L:/127.0.0.1:45440 - R:/127.2.126.254:43929], [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.253:35673: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.252:39295: OK, deferred=null) after lookup
14:09:45.726 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 7841e7d87f6247c79bd1e49b24bc5288 for table 'replication_test_table' with partition [<start>, <end>)
14:09:45.726 [DEBUG - kudu-nio-3] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7841e7d87f6247c79bd1e49b24bc5288@[4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463),8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)[L],bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)]}]
14:09:45.727 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=7841e7d87f6247c79bd1e49b24bc5288, attempt=4, KuduRpc(method=Scan, tablet=7841e7d87f6247c79bd1e49b24bc5288, attempt=4, TimeoutTracker(timeout=30000, elapsed=540), Traces: [0ms] sending RPC to server 4b948d8625ab465fbca14aeef495a112, [417ms] received response from server 4b948d8625ab465fbca14aeef495a112: Network error: connection closed, [418ms] delaying RPC due to: Network error: connection closed, [420ms] sending RPC to server 8cc270c29f054d8ab33312455a9abbff, [472ms] received response from server 8cc270c29f054d8ab33312455a9abbff: Network error: [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] unexpected exception from downstream on [id: 0xa6d23b79, L:/127.0.0.1:51344 - R:/127.2.126.195:42051], [472ms] delaying RPC due to: Network error: [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] unexpected exception from downstream on [id: 0xa6d23b79, L:/127.0.0.1:51344 - R:/127.2.126.195:42051], [481ms] sending RPC to server bd9dd35ced2345878500750a68d6d165, [482ms] received response from server bd9dd35ced2345878500750a68d6d165: Network error: Failed to connect to peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135): Connection refused: /127.2.126.193:39135, [482ms] delaying RPC due to: Network error: Failed to connect to peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135): Connection refused: /127.2.126.193:39135, [501ms] refreshing cache from master, [501ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.252:39295, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.253:35673, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.126.254:43929, [516ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.254:43929: Network error: [peer master-127.2.126.254:43929(127.2.126.254:43929)] unexpected exception from downstream on [id: 0xd5607a59, L:/127.0.0.1:45440 - R:/127.2.126.254:43929], [528ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.253:35673: OK, [533ms] Sub RPC ConnectToMaster: received response from server master-127.2.126.252:39295: OK, [534ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.126.252:39295, [538ms] Sub RPC GetTableLocations: received response from server master-127.2.126.252:39295: OK, deferred=Deferred@1997485060(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup
14:09:45.727 [DEBUG - kudu-nio-3] (Connection.java:748) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] connecting to peer
14:09:45.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463): Connection refused: /127.2.126.194:45463
14:09:45.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463): Connection refused: /127.2.126.194:45463
14:09:45.728 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463) for tablet 7841e7d87f6247c79bd1e49b24bc5288: Failed to connect to peer 4b948d8625ab465fbca14aeef495a112(127.2.126.194:45463): Connection refused: /127.2.126.194:45463
14:09:45.753 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:45.753 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:45.753 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:45.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:45.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:45.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:45.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:45.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:45.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:45.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:45.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:45.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:45.755 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:45.758 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.126.253:35673(127.2.126.253:35673)] handling channelInactive
14:09:45.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state READY due to: connection closed
14:09:45.759 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.2.126.253:35673(127.2.126.253:35673)] handling channelInactive
14:09:45.760 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state READY due to: connection closed
14:09:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:09:45.764242  2555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskek5ysD/build/tsan/bin/kudu with pid 2778
14:09:45.768 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] connecting to peer
14:09:45.769 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051): Connection refused: /127.2.126.195:42051
14:09:45.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051): Connection refused: /127.2.126.195:42051
14:09:45.769 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051) for tablet 7841e7d87f6247c79bd1e49b24bc5288: Failed to connect to peer 8cc270c29f054d8ab33312455a9abbff(127.2.126.195:42051): Connection refused: /127.2.126.195:42051
14:09:45.788 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)] connecting to peer
14:09:45.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135): Connection refused: /127.2.126.193:39135
14:09:45.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135)] cleaning up while in state CONNECTING due to: Failed to connect to peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135): Connection refused: /127.2.126.193:39135
14:09:45.789 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135) for tablet 7841e7d87f6247c79bd1e49b24bc5288: Failed to connect to peer bd9dd35ced2345878500750a68d6d165(127.2.126.193:39135): Connection refused: /127.2.126.193:39135
14:09:45.805 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.126.252:39295(127.2.126.252:39295)] handling channelInactive
14:09:45.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state READY due to: connection closed
14:09:45.806 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.2.126.252:39295(127.2.126.252:39295)] handling channelInactive
14:09:45.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state READY due to: connection closed
14:09:45.846 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:45.846 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:45.846 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:45.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:45.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:45.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:45.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:45.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:45.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:45.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:45.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:45.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:45.847 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:45.849 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:45.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.849 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.2.126.252:39295(127.2.126.252:39295) for tablet Kudu Master: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.868 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:45.868 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:45.869 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:45.869 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.869 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.870 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:45.870 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:45.889 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:45.889 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:45.889 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:45.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.890 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.890 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:45.909 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:45.909 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:45.909 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:45.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.911 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:45.929 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:45.929 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:45.929 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:45.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.930 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:45.969 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:45.969 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:45.970 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:45.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.970 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:45.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:45.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:45.970 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:45.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.022 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:46.022 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:46.023 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:46.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:46.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:46.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:46.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:46.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:46.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:46.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:46.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:46.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:46.023 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:46.028 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:46.029 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:46.029 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:46.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.029 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.029 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.029 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.029 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.029 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.030 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:46.036 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:46.037 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:46.037 [DEBUG - pool-602-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:46.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:46.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:46.037 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:46.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:46.037 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:46.037 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:46.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:46.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:46.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:46.038 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:46.069 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:46.069 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:46.069 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:46.069 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.069 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.070 [INFO - pool-626-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.070 [WARN - pool-626-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:46.122 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:46.122 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:46.122 [DEBUG - pool-557-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:46.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:46.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:46.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:46.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:46.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:46.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:46.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:46.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:46.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:46.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:46.135 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113386134 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:46.140 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.146 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job ccdb436e481b62b2c8b5cb3e9c14600c (1968 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
14:09:46.147 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
14:09:46.189 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:46.189 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:46.190 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:46.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.190 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.190 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.190 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:46.193 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:46.193 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:46.193 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:46.193 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:46.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:46.193 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:46.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:46.193 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:46.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:46.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:46.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:46.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:46.194 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:46.209 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.229 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:46.229 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:46.229 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:46.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.229 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.229 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.230 [INFO - pool-626-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.230 [WARN - pool-626-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:46.297 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:46.297 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:46.297 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:46.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.298 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:46.369 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:46.369 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:46.369 [DEBUG - pool-596-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:46.369 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.369 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.369 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:46.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.436 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:46.437 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:46.437 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:46.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.438 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:46.469 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:46.469 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:46.469 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:46.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.470 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.470 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.470 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.470 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:46.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.505 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.60:33863(127.23.33.60:33863)] connecting to peer
14:09:46.505 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.62:45905(127.23.33.62:45905)] connecting to peer
14:09:46.505 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.23.33.61:39535(127.23.33.61:39535)] connecting to peer
14:09:46.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:46.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.33.60:33863(127.23.33.60:33863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:46.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.60:33863: Failed to connect to peer master-127.23.33.60:33863(127.23.33.60:33863): Connection refused: /127.23.33.60:33863
14:09:46.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:46.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.33.62:45905(127.23.33.62:45905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:46.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.62:45905: Failed to connect to peer master-127.23.33.62:45905(127.23.33.62:45905): Connection refused: /127.23.33.62:45905
14:09:46.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:46.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.33.61:39535(127.23.33.61:39535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:46.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.33.61:39535: Failed to connect to peer master-127.23.33.61:39535(127.23.33.61:39535): Connection refused: /127.23.33.61:39535
14:09:46.506 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.33.60:33863,127.23.33.62:45905,127.23.33.61:39535; will retry
14:09:46.508 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.517 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:46.518 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:46.518 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:46.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:46.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:46.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:46.518 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:46.634 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.252:39175(127.29.101.252:39175)] connecting to peer
14:09:46.635 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.254:45169(127.29.101.254:45169)] connecting to peer
14:09:46.635 [DEBUG - pool-588-thread-1] (Connection.java:748) [peer master-127.29.101.253:41249(127.29.101.253:41249)] connecting to peer
14:09:46.635 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113386634 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:46.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:46.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:46.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.101.253:41249(127.29.101.253:41249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:46.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:46.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.253:41249: Failed to connect to peer master-127.29.101.253:41249(127.29.101.253:41249): Connection refused: /127.29.101.253:41249
14:09:46.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.101.252:39175(127.29.101.252:39175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:46.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.101.254:45169(127.29.101.254:45169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:46.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.252:39175: Failed to connect to peer master-127.29.101.252:39175(127.29.101.252:39175): Connection refused: /127.29.101.252:39175
14:09:46.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.101.254:45169: Failed to connect to peer master-127.29.101.254:45169(127.29.101.254:45169): Connection refused: /127.29.101.254:45169
14:09:46.635 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.101.252:39175,127.29.101.254:45169,127.29.101.253:41249; will retry
14:09:46.639 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.645 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job ccdb436e481b62b2c8b5cb3e9c14600c (1968 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
14:09:46.646 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
14:09:46.709 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.790 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:46.790 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:46.790 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:46.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:46.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:46.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:46.791 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:46.870 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:46.888 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:46.889 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:46.889 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:46.889 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.889 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.889 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:46.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:46.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:46.889 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:46.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:09:47Z chronyd exiting
14:09:47.080 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:47.081 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:47.081 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:47.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:47.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:47.081 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:47.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:47.081 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:47.081 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:47.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:47.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:47.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:47.082 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:47.094 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:47.094 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:47.094 [DEBUG - pool-584-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:47.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:47.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:47.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:47.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:47.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:47.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:47.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:47.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:47.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:47.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:47.109 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:47.109 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:47.109 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:47.109 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.109 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.109 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.109 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.109 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.109 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:47.135 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113387134 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:47.140 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.143 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job ccdb436e481b62b2c8b5cb3e9c14600c (1968 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
14:09:47.144 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
14:09:47.189 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:47.189 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:47.189 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:47.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:47.209 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.224 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:47.224 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:47.224 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:47.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:47.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:47.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:47.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:47.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:47.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:47.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:47.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:47.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:47.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:47.329 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:47.329 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:47.329 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:47.330 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.330 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.330 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.330 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.330 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:47.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.392 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:47.392 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:47.392 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:47.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.392 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:47.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4f518ce015fb3d1dd3d7b803f79bfa6e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4f518ce015fb3d1dd3d7b803f79bfa6e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.509 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.569 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.252:40097(127.0.201.252:40097)] connecting to peer
14:09:47.570 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.253:42719(127.0.201.253:42719)] connecting to peer
14:09:47.570 [DEBUG - pool-576-thread-1] (Connection.java:748) [peer master-127.0.201.254:43153(127.0.201.254:43153)] connecting to peer
14:09:47.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.201.252:40097(127.0.201.252:40097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.570 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.201.253:42719(127.0.201.253:42719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.570 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.201.254:43153(127.0.201.254:43153)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.253:42719: Failed to connect to peer master-127.0.201.253:42719(127.0.201.253:42719): Connection refused: /127.0.201.253:42719
14:09:47.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.252:40097: Failed to connect to peer master-127.0.201.252:40097(127.0.201.252:40097): Connection refused: /127.0.201.252:40097
14:09:47.570 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.201.254:43153: Failed to connect to peer master-127.0.201.254:43153(127.0.201.254:43153): Connection refused: /127.0.201.254:43153
14:09:47.570 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.201.252:40097,127.0.201.253:42719,127.0.201.254:43153; will retry
14:09:47.635 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113387634 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:47.640 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.642 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:47.643 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:47.643 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:47.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:47.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:47.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:47.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:47.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:47.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:47.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:47.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:47.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:47.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:47.644 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job ccdb436e481b62b2c8b5cb3e9c14600c (1968 bytes, checkpointDuration=8 ms, finalizationTime=2 ms).
14:09:47.645 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
14:09:47.645 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27251), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [27ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [30ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [68ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [69ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [69ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [88ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [90ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [105ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [126ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [127ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [165ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [483ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [801ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [802ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1842ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1884ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@1838625891(state=PENDING, result=null, callback=(continuation of Deferred@1098492988 after retry RPC after error@299946051) -> (continuation of Deferred@659837552 after retry RPC after error@1941200597) -> (continuation of Deferred@2132804819 after retry RPC after error@1758835132) -> (continuation of Deferred@1830267140 after retry RPC after error@1015287941) -> (continuation of Deferred@1132305754 after retry RPC after error@115383512) -> (continuation of Deferred@1450138249 after retry RPC after error@1257466105) -> (continuation of Deferred@1707846576 after retry RPC after error@1733295501) -> (continuation of Deferred@1272465663 after retry RPC after error@440223197) -> (continuation of Deferred@580119297 after retry RPC after error@984140107) -> (continuation of Deferred@859758929 after retry RPC after error@1130191174) -> (continuation of Deferred@2125167055 after retry RPC after error@37029312) -> (continuation of Deferred@1187338430 after retry RPC after error@1878769225) -> (continuation of Deferred@1253824376 after retry RPC after error@1611317482) -> (continuation of Deferred@216429821 after retry RPC after error@1046317790) -> (continuation of Deferred@717851258 after retry RPC after error@477237849) -> (continuation of Deferred@588045494 after retry RPC after error@1901443443) -> (continuation of Deferred@396978041 after retry RPC after error@457527055) -> (continuation of Deferred@1583995325 after retry RPC after error@44789026) -> (continuation of Deferred@1592086689 after retry RPC after error@1869168965) -> (continuation of Deferred@2145245476 after retry RPC after error@642148736) -> (continuation of Deferred@1389516209 after retry RPC after error@2006205895) -> (continuation of Deferred@1712436968 after retry RPC after error@1930353091) -> (continuation of Deferred@858879438 after retry RPC after error@1725871122) -> (continuation of Deferred@227797207 after retry RPC after error@139917415), errback=(continuation of Deferred@1098492988 after retry RPC after error@299946051) -> (continuation of Deferred@659837552 after retry RPC after error@1941200597) -> (continuation of Deferred@2132804819 after retry RPC after error@1758835132) -> (continuation of Deferred@1830267140 after retry RPC after error@1015287941) -> (continuation of Deferred@1132305754 after retry RPC after error@115383512) -> (continuation of Deferred@1450138249 after retry RPC after error@1257466105) -> (continuation of Deferred@1707846576 after retry RPC after error@1733295501) -> (continuation of Deferred@1272465663 after retry RPC after error@440223197) -> (continuation of Deferred@580119297 after retry RPC after error@984140107) -> (continuation of Deferred@859758929 after retry RPC after error@1130191174) -> (continuation of Deferred@2125167055 after retry RPC after error@37029312) -> (continuation of Deferred@1187338430 after retry RPC after error@1878769225) -> (continuation of Deferred@1253824376 after retry RPC after error@1611317482) -> (continuation of Deferred@216429821 after retry RPC after error@1046317790) -> (continuation of Deferred@717851258 after retry RPC after error@477237849) -> (continuation of Deferred@588045494 after retry RPC after error@1901443443) -> (continuation of Deferred@396978041 after retry RPC after error@457527055) -> (continuation of Deferred@1583995325 after retry RPC after error@44789026) -> (continuation of Deferred@1592086689 after retry RPC after error@1869168965) -> (continuation of Deferred@2145245476 after retry RPC after error@642148736) -> (continuation of Deferred@1389516209 after retry RPC after error@2006205895) -> (continuation of Deferred@1712436968 after retry RPC after error@1930353091) -> (continuation of Deferred@858879438 after retry RPC after error@1725871122) -> (continuation of Deferred@227797207 after retry RPC after error@139917415)))
14:09:47.646 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
14:09:47.647 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27251), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [27ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [30ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [68ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [69ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [69ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [88ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [90ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [105ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [126ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [127ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [165ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [483ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [801ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [802ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1842ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1884ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@1838625891(state=PENDING, result=null, callback=(continuation of Deferred@1098492988 after retry RPC after error@299946051) -> (continuation of Deferred@659837552 after retry RPC after error@1941200597) -> (continuation of Deferred@2132804819 after retry RPC after error@1758835132) -> (continuation of Deferred@1830267140 after retry RPC after error@1015287941) -> (continuation of Deferred@1132305754 after retry RPC after error@115383512) -> (continuation of Deferred@1450138249 after retry RPC after error@1257466105) -> (continuation of Deferred@1707846576 after retry RPC after error@1733295501) -> (continuation of Deferred@1272465663 after retry RPC after error@440223197) -> (continuation of Deferred@580119297 after retry RPC after error@984140107) -> (continuation of Deferred@859758929 after retry RPC after error@1130191174) -> (continuation of Deferred@2125167055 after retry RPC after error@37029312) -> (continuation of Deferred@1187338430 after retry RPC after error@1878769225) -> (continuation of Deferred@1253824376 after retry RPC after error@1611317482) -> (continuation of Deferred@216429821 after retry RPC after error@1046317790) -> (continuation of Deferred@717851258 after retry RPC after error@477237849) -> (continuation of Deferred@588045494 after retry RPC after error@1901443443) -> (continuation of Deferred@396978041 after retry RPC after error@457527055) -> (continuation of Deferred@1583995325 after retry RPC after error@44789026) -> (continuation of Deferred@1592086689 after retry RPC after error@1869168965) -> (continuation of Deferred@2145245476 after retry RPC after error@642148736) -> (continuation of Deferred@1389516209 after retry RPC after error@2006205895) -> (continuation of Deferred@1712436968 after retry RPC after error@1930353091) -> (continuation of Deferred@858879438 after retry RPC after error@1725871122) -> (continuation of Deferred@227797207 after retry RPC after error@139917415), errback=(continuation of Deferred@1098492988 after retry RPC after error@299946051) -> (continuation of Deferred@659837552 after retry RPC after error@1941200597) -> (continuation of Deferred@2132804819 after retry RPC after error@1758835132) -> (continuation of Deferred@1830267140 after retry RPC after error@1015287941) -> (continuation of Deferred@1132305754 after retry RPC after error@115383512) -> (continuation of Deferred@1450138249 after retry RPC after error@1257466105) -> (continuation of Deferred@1707846576 after retry RPC after error@1733295501) -> (continuation of Deferred@1272465663 after retry RPC after error@440223197) -> (continuation of Deferred@580119297 after retry RPC after error@984140107) -> (continuation of Deferred@859758929 after retry RPC after error@1130191174) -> (continuation of Deferred@2125167055 after retry RPC after error@37029312) -> (continuation of Deferred@1187338430 after retry RPC after error@1878769225) -> (continuation of Deferred@1253824376 after retry RPC after error@1611317482) -> (continuation of Deferred@216429821 after retry RPC after error@1046317790) -> (continuation of Deferred@717851258 after retry RPC after error@477237849) -> (continuation of Deferred@588045494 after retry RPC after error@1901443443) -> (continuation of Deferred@396978041 after retry RPC after error@457527055) -> (continuation of Deferred@1583995325 after retry RPC after error@44789026) -> (continuation of Deferred@1592086689 after retry RPC after error@1869168965) -> (continuation of Deferred@2145245476 after retry RPC after error@642148736) -> (continuation of Deferred@1389516209 after retry RPC after error@2006205895) -> (continuation of Deferred@1712436968 after retry RPC after error@1930353091) -> (continuation of Deferred@858879438 after retry RPC after error@1725871122) -> (continuation of Deferred@227797207 after retry RPC after error@139917415)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.125:35193
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:47.649 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
14:09:47.652 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
14:09:47.654 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27251), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [27ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [29ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [30ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [68ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [69ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [69ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [88ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [89ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [90ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [105ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [126ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [127ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [165ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [343ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [483ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [483ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [801ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [802ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1842ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1884ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@1838625891(state=PENDING, result=null, callback=(continuation of Deferred@1098492988 after retry RPC after error@299946051) -> (continuation of Deferred@659837552 after retry RPC after error@1941200597) -> (continuation of Deferred@2132804819 after retry RPC after error@1758835132) -> (continuation of Deferred@1830267140 after retry RPC after error@1015287941) -> (continuation of Deferred@1132305754 after retry RPC after error@115383512) -> (continuation of Deferred@1450138249 after retry RPC after error@1257466105) -> (continuation of Deferred@1707846576 after retry RPC after error@1733295501) -> (continuation of Deferred@1272465663 after retry RPC after error@440223197) -> (continuation of Deferred@580119297 after retry RPC after error@984140107) -> (continuation of Deferred@859758929 after retry RPC after error@1130191174) -> (continuation of Deferred@2125167055 after retry RPC after error@37029312) -> (continuation of Deferred@1187338430 after retry RPC after error@1878769225) -> (continuation of Deferred@1253824376 after retry RPC after error@1611317482) -> (continuation of Deferred@216429821 after retry RPC after error@1046317790) -> (continuation of Deferred@717851258 after retry RPC after error@477237849) -> (continuation of Deferred@588045494 after retry RPC after error@1901443443) -> (continuation of Deferred@396978041 after retry RPC after error@457527055) -> (continuation of Deferred@1583995325 after retry RPC after error@44789026) -> (continuation of Deferred@1592086689 after retry RPC after error@1869168965) -> (continuation of Deferred@2145245476 after retry RPC after error@642148736) -> (continuation of Deferred@1389516209 after retry RPC after error@2006205895) -> (continuation of Deferred@1712436968 after retry RPC after error@1930353091) -> (continuation of Deferred@858879438 after retry RPC after error@1725871122) -> (continuation of Deferred@227797207 after retry RPC after error@139917415), errback=(continuation of Deferred@1098492988 after retry RPC after error@299946051) -> (continuation of Deferred@659837552 after retry RPC after error@1941200597) -> (continuation of Deferred@2132804819 after retry RPC after error@1758835132) -> (continuation of Deferred@1830267140 after retry RPC after error@1015287941) -> (continuation of Deferred@1132305754 after retry RPC after error@115383512) -> (continuation of Deferred@1450138249 after retry RPC after error@1257466105) -> (continuation of Deferred@1707846576 after retry RPC after error@1733295501) -> (continuation of Deferred@1272465663 after retry RPC after error@440223197) -> (continuation of Deferred@580119297 after retry RPC after error@984140107) -> (continuation of Deferred@859758929 after retry RPC after error@1130191174) -> (continuation of Deferred@2125167055 after retry RPC after error@37029312) -> (continuation of Deferred@1187338430 after retry RPC after error@1878769225) -> (continuation of Deferred@1253824376 after retry RPC after error@1611317482) -> (continuation of Deferred@216429821 after retry RPC after error@1046317790) -> (continuation of Deferred@717851258 after retry RPC after error@477237849) -> (continuation of Deferred@588045494 after retry RPC after error@1901443443) -> (continuation of Deferred@396978041 after retry RPC after error@457527055) -> (continuation of Deferred@1583995325 after retry RPC after error@44789026) -> (continuation of Deferred@1592086689 after retry RPC after error@1869168965) -> (continuation of Deferred@2145245476 after retry RPC after error@642148736) -> (continuation of Deferred@1389516209 after retry RPC after error@2006205895) -> (continuation of Deferred@1712436968 after retry RPC after error@1930353091) -> (continuation of Deferred@858879438 after retry RPC after error@1725871122) -> (continuation of Deferred@227797207 after retry RPC after error@139917415)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.125:35193
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:47.657 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
14:09:47.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
14:09:47.657 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
14:09:47.657 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4f518ce015fb3d1dd3d7b803f79bfa6e) switched from state RUNNING to RESTARTING.
14:09:47.671 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.252:37287(127.30.50.252:37287)] connecting to peer
14:09:47.671 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.253:33427(127.30.50.253:33427)] connecting to peer
14:09:47.671 [DEBUG - pool-580-thread-1] (Connection.java:748) [peer master-127.30.50.254:35515(127.30.50.254:35515)] connecting to peer
14:09:47.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:47.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:47.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.50.254:35515(127.30.50.254:35515)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:47.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.50.253:33427(127.30.50.253:33427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:47.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:47.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.50.252:37287(127.30.50.252:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:47.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.254:35515: Failed to connect to peer master-127.30.50.254:35515(127.30.50.254:35515): Connection refused: /127.30.50.254:35515
14:09:47.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.252:37287: Failed to connect to peer master-127.30.50.252:37287(127.30.50.252:37287): Connection refused: /127.30.50.252:37287
14:09:47.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.50.253:33427: Failed to connect to peer master-127.30.50.253:33427(127.30.50.253:33427): Connection refused: /127.30.50.253:33427
14:09:47.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.50.252:37287,127.30.50.253:33427,127.30.50.254:35515; will retry
14:09:47.692 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:47.692 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:47.692 [DEBUG - pool-608-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:47.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.693 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:47.709 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 04f1cc06e642129ca1b576400efec783 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 04f1cc06e642129ca1b576400efec783 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.793 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.190:35095(127.25.252.190:35095)] connecting to peer
14:09:47.793 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.189:42559(127.25.252.189:42559)] connecting to peer
14:09:47.793 [DEBUG - pool-610-thread-1] (Connection.java:748) [peer master-127.25.252.188:42299(127.25.252.188:42299)] connecting to peer
14:09:47.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.252.190:35095(127.25.252.190:35095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.190:35095: Failed to connect to peer master-127.25.252.190:35095(127.25.252.190:35095): Connection refused: /127.25.252.190:35095
14:09:47.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.252.188:42299(127.25.252.188:42299)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.252.189:42559(127.25.252.189:42559)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.188:42299: Failed to connect to peer master-127.25.252.188:42299(127.25.252.188:42299): Connection refused: /127.25.252.188:42299
14:09:47.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.252.189:42559: Failed to connect to peer master-127.25.252.189:42559(127.25.252.189:42559): Connection refused: /127.25.252.189:42559
14:09:47.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.252.190:35095,127.25.252.189:42559,127.25.252.188:42299; will retry
14:09:47.824 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.190:35733(127.25.45.190:35733)] connecting to peer
14:09:47.824 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.189:37197(127.25.45.189:37197)] connecting to peer
14:09:47.824 [DEBUG - pool-604-thread-1] (Connection.java:748) [peer master-127.25.45.188:32967(127.25.45.188:32967)] connecting to peer
14:09:47.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:47.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.45.190:35733(127.25.45.190:35733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:47.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.190:35733: Failed to connect to peer master-127.25.45.190:35733(127.25.45.190:35733): Connection refused: /127.25.45.190:35733
14:09:47.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:47.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:47.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.45.188:32967(127.25.45.188:32967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:47.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.45.189:37197(127.25.45.189:37197)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:47.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.189:37197: Failed to connect to peer master-127.25.45.189:37197(127.25.45.189:37197): Connection refused: /127.25.45.189:37197
14:09:47.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.45.188:32967: Failed to connect to peer master-127.25.45.188:32967(127.25.45.188:32967): Connection refused: /127.25.45.188:32967
14:09:47.825 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.45.190:35733,127.25.45.189:37197,127.25.45.188:32967; will retry
14:09:47.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9ed37946d37923e3bb89c0a46219320a since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9ed37946d37923e3bb89c0a46219320a is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:47.929 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.252:39295(127.2.126.252:39295)] connecting to peer
14:09:47.929 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.253:35673(127.2.126.253:35673)] connecting to peer
14:09:47.930 [DEBUG - pool-626-thread-1] (Connection.java:748) [peer master-127.2.126.254:43929(127.2.126.254:43929)] connecting to peer
14:09:47.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:47.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.126.252:39295(127.2.126.252:39295)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:47.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:47.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.126.253:35673(127.2.126.253:35673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:47.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.252:39295: Failed to connect to peer master-127.2.126.252:39295(127.2.126.252:39295): Connection refused: /127.2.126.252:39295
14:09:47.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.253:35673: Failed to connect to peer master-127.2.126.253:35673(127.2.126.253:35673): Connection refused: /127.2.126.253:35673
14:09:47.930 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:47.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.126.254:43929(127.2.126.254:43929)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:47.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.126.254:43929: Failed to connect to peer master-127.2.126.254:43929(127.2.126.254:43929): Connection refused: /127.2.126.254:43929
14:09:47.930 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.126.252:39295,127.2.126.253:35673,127.2.126.254:43929; will retry
14:09:48.009 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 46167b4104acab610af5cd9644360c4d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 46167b4104acab610af5cd9644360c4d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:48.086 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.124:34465(127.23.215.124:34465)] connecting to peer
14:09:48.086 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.126:44757(127.23.215.126:44757)] connecting to peer
14:09:48.086 [DEBUG - pool-574-thread-1] (Connection.java:748) [peer master-127.23.215.125:37669(127.23.215.125:37669)] connecting to peer
14:09:48.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:48.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.215.126:44757(127.23.215.126:44757)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:48.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:48.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.126:44757: Failed to connect to peer master-127.23.215.126:44757(127.23.215.126:44757): Connection refused: /127.23.215.126:44757
14:09:48.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.215.125:37669(127.23.215.125:37669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:48.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.125:37669: Failed to connect to peer master-127.23.215.125:37669(127.23.215.125:37669): Connection refused: /127.23.215.125:37669
14:09:48.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:48.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.215.124:34465(127.23.215.124:34465)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:48.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.215.124:34465: Failed to connect to peer master-127.23.215.124:34465(127.23.215.124:34465): Connection refused: /127.23.215.124:34465
14:09:48.087 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.215.124:34465,127.23.215.126:44757,127.23.215.125:37669; will retry
14:09:48.105 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
14:09:48.132 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.125:35193(127.27.227.125:35193)] connecting to peer
14:09:48.132 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.124:38107(127.27.227.124:38107)] connecting to peer
14:09:48.133 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.27.227.126:36957(127.27.227.126:36957)] connecting to peer
14:09:48.133 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:48.133 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.227.125:35193(127.27.227.125:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:48.133 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:48.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:48.133 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.227.126:36957(127.27.227.126:36957)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:48.133 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.227.124:38107(127.27.227.124:38107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:48.133 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.124:38107: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107
14:09:48.133 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.125:35193: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193
14:09:48.133 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.227.126:36957: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
14:09:48.133 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957; will retry
14:09:48.134 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27743), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [19ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [302ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [361ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [363ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [363ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [760ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [761ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [762ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [763ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1122ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1521ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2742ms] too many traces: truncated at 100 traces, deferred=Deferred@1710372011(state=PENDING, result=null, callback=(continuation of Deferred@935758769 after retry RPC after error@365153884) -> (continuation of Deferred@118320070 after retry RPC after error@1940799712) -> (continuation of Deferred@1891030567 after retry RPC after error@2072794947) -> (continuation of Deferred@389238959 after retry RPC after error@379300841) -> (continuation of Deferred@1356484851 after retry RPC after error@1240806372) -> (continuation of Deferred@1146008669 after retry RPC after error@264342494) -> (continuation of Deferred@228462365 after retry RPC after error@1838442329) -> (continuation of Deferred@1556728554 after retry RPC after error@1607804374) -> (continuation of Deferred@575553494 after retry RPC after error@1823353449) -> (continuation of Deferred@2116170636 after retry RPC after error@145703435) -> (continuation of Deferred@1540123719 after retry RPC after error@1185740853) -> (continuation of Deferred@704449855 after retry RPC after error@1538305297) -> (continuation of Deferred@1663454324 after retry RPC after error@1122659701) -> (continuation of Deferred@62850274 after retry RPC after error@1564076449) -> (continuation of Deferred@212687774 after retry RPC after error@490544827) -> (continuation of Deferred@1725862378 after retry RPC after error@1958217841) -> (continuation of Deferred@313515219 after retry RPC after error@1737675003) -> (continuation of Deferred@1968266274 after retry RPC after error@1092495737) -> (continuation of Deferred@758856909 after retry RPC after error@1549743257) -> (continuation of Deferred@588305276 after retry RPC after error@326460294) -> (continuation of Deferred@1742530673 after retry RPC after error@1107485679) -> (continuation of Deferred@1730958304 after retry RPC after error@1610446288) -> (continuation of Deferred@1608679742 after retry RPC after error@178920630), errback=(continuation of Deferred@935758769 after retry RPC after error@365153884) -> (continuation of Deferred@118320070 after retry RPC after error@1940799712) -> (continuation of Deferred@1891030567 after retry RPC after error@2072794947) -> (continuation of Deferred@389238959 after retry RPC after error@379300841) -> (continuation of Deferred@1356484851 after retry RPC after error@1240806372) -> (continuation of Deferred@1146008669 after retry RPC after error@264342494) -> (continuation of Deferred@228462365 after retry RPC after error@1838442329) -> (continuation of Deferred@1556728554 after retry RPC after error@1607804374) -> (continuation of Deferred@575553494 after retry RPC after error@1823353449) -> (continuation of Deferred@2116170636 after retry RPC after error@145703435) -> (continuation of Deferred@1540123719 after retry RPC after error@1185740853) -> (continuation of Deferred@704449855 after retry RPC after error@1538305297) -> (continuation of Deferred@1663454324 after retry RPC after error@1122659701) -> (continuation of Deferred@62850274 after retry RPC after error@1564076449) -> (continuation of Deferred@212687774 after retry RPC after error@490544827) -> (continuation of Deferred@1725862378 after retry RPC after error@1958217841) -> (continuation of Deferred@313515219 after retry RPC after error@1737675003) -> (continuation of Deferred@1968266274 after retry RPC after error@1092495737) -> (continuation of Deferred@758856909 after retry RPC after error@1549743257) -> (continuation of Deferred@588305276 after retry RPC after error@326460294) -> (continuation of Deferred@1742530673 after retry RPC after error@1107485679) -> (continuation of Deferred@1730958304 after retry RPC after error@1610446288) -> (continuation of Deferred@1608679742 after retry RPC after error@178920630)))
14:09:48.135 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
14:09:48.135 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27743), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [19ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [302ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [361ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [363ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [363ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [760ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [761ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [762ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [763ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1122ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1521ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2742ms] too many traces: truncated at 100 traces, deferred=Deferred@1710372011(state=PENDING, result=null, callback=(continuation of Deferred@935758769 after retry RPC after error@365153884) -> (continuation of Deferred@118320070 after retry RPC after error@1940799712) -> (continuation of Deferred@1891030567 after retry RPC after error@2072794947) -> (continuation of Deferred@389238959 after retry RPC after error@379300841) -> (continuation of Deferred@1356484851 after retry RPC after error@1240806372) -> (continuation of Deferred@1146008669 after retry RPC after error@264342494) -> (continuation of Deferred@228462365 after retry RPC after error@1838442329) -> (continuation of Deferred@1556728554 after retry RPC after error@1607804374) -> (continuation of Deferred@575553494 after retry RPC after error@1823353449) -> (continuation of Deferred@2116170636 after retry RPC after error@145703435) -> (continuation of Deferred@1540123719 after retry RPC after error@1185740853) -> (continuation of Deferred@704449855 after retry RPC after error@1538305297) -> (continuation of Deferred@1663454324 after retry RPC after error@1122659701) -> (continuation of Deferred@62850274 after retry RPC after error@1564076449) -> (continuation of Deferred@212687774 after retry RPC after error@490544827) -> (continuation of Deferred@1725862378 after retry RPC after error@1958217841) -> (continuation of Deferred@313515219 after retry RPC after error@1737675003) -> (continuation of Deferred@1968266274 after retry RPC after error@1092495737) -> (continuation of Deferred@758856909 after retry RPC after error@1549743257) -> (continuation of Deferred@588305276 after retry RPC after error@326460294) -> (continuation of Deferred@1742530673 after retry RPC after error@1107485679) -> (continuation of Deferred@1730958304 after retry RPC after error@1610446288) -> (continuation of Deferred@1608679742 after retry RPC after error@178920630), errback=(continuation of Deferred@935758769 after retry RPC after error@365153884) -> (continuation of Deferred@118320070 after retry RPC after error@1940799712) -> (continuation of Deferred@1891030567 after retry RPC after error@2072794947) -> (continuation of Deferred@389238959 after retry RPC after error@379300841) -> (continuation of Deferred@1356484851 after retry RPC after error@1240806372) -> (continuation of Deferred@1146008669 after retry RPC after error@264342494) -> (continuation of Deferred@228462365 after retry RPC after error@1838442329) -> (continuation of Deferred@1556728554 after retry RPC after error@1607804374) -> (continuation of Deferred@575553494 after retry RPC after error@1823353449) -> (continuation of Deferred@2116170636 after retry RPC after error@145703435) -> (continuation of Deferred@1540123719 after retry RPC after error@1185740853) -> (continuation of Deferred@704449855 after retry RPC after error@1538305297) -> (continuation of Deferred@1663454324 after retry RPC after error@1122659701) -> (continuation of Deferred@62850274 after retry RPC after error@1564076449) -> (continuation of Deferred@212687774 after retry RPC after error@490544827) -> (continuation of Deferred@1725862378 after retry RPC after error@1958217841) -> (continuation of Deferred@313515219 after retry RPC after error@1737675003) -> (continuation of Deferred@1968266274 after retry RPC after error@1092495737) -> (continuation of Deferred@758856909 after retry RPC after error@1549743257) -> (continuation of Deferred@588305276 after retry RPC after error@326460294) -> (continuation of Deferred@1742530673 after retry RPC after error@1107485679) -> (continuation of Deferred@1730958304 after retry RPC after error@1610446288) -> (continuation of Deferred@1608679742 after retry RPC after error@178920630)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:48.136 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
14:09:48.138 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
14:09:48.138 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779113388134 for job ccdb436e481b62b2c8b5cb3e9c14600c.
14:09:48.140 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e2d05dba1558dbc336d7ebe82f9f04d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e2d05dba1558dbc336d7ebe82f9f04d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
14:09:48.140 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on b9eef3db-5124-409f-874e-635909116bcd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27743), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [19ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [302ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [302ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [361ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [363ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [363ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [760ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [761ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [762ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [762ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [763ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1122ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.125:35193: Network error: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.124:38107: Network error: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.27.227.126:36957: Network error: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [1521ms] delaying RPC due to: Service unavailable: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.125:35193, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.124:38107, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.227.126:36957, [2742ms] too many traces: truncated at 100 traces, deferred=Deferred@1710372011(state=PENDING, result=null, callback=(continuation of Deferred@935758769 after retry RPC after error@365153884) -> (continuation of Deferred@118320070 after retry RPC after error@1940799712) -> (continuation of Deferred@1891030567 after retry RPC after error@2072794947) -> (continuation of Deferred@389238959 after retry RPC after error@379300841) -> (continuation of Deferred@1356484851 after retry RPC after error@1240806372) -> (continuation of Deferred@1146008669 after retry RPC after error@264342494) -> (continuation of Deferred@228462365 after retry RPC after error@1838442329) -> (continuation of Deferred@1556728554 after retry RPC after error@1607804374) -> (continuation of Deferred@575553494 after retry RPC after error@1823353449) -> (continuation of Deferred@2116170636 after retry RPC after error@145703435) -> (continuation of Deferred@1540123719 after retry RPC after error@1185740853) -> (continuation of Deferred@704449855 after retry RPC after error@1538305297) -> (continuation of Deferred@1663454324 after retry RPC after error@1122659701) -> (continuation of Deferred@62850274 after retry RPC after error@1564076449) -> (continuation of Deferred@212687774 after retry RPC after error@490544827) -> (continuation of Deferred@1725862378 after retry RPC after error@1958217841) -> (continuation of Deferred@313515219 after retry RPC after error@1737675003) -> (continuation of Deferred@1968266274 after retry RPC after error@1092495737) -> (continuation of Deferred@758856909 after retry RPC after error@1549743257) -> (continuation of Deferred@588305276 after retry RPC after error@326460294) -> (continuation of Deferred@1742530673 after retry RPC after error@1107485679) -> (continuation of Deferred@1730958304 after retry RPC after error@1610446288) -> (continuation of Deferred@1608679742 after retry RPC after error@178920630), errback=(continuation of Deferred@935758769 after retry RPC after error@365153884) -> (continuation of Deferred@118320070 after retry RPC after error@1940799712) -> (continuation of Deferred@1891030567 after retry RPC after error@2072794947) -> (continuation of Deferred@389238959 after retry RPC after error@379300841) -> (continuation of Deferred@1356484851 after retry RPC after error@1240806372) -> (continuation of Deferred@1146008669 after retry RPC after error@264342494) -> (continuation of Deferred@228462365 after retry RPC after error@1838442329) -> (continuation of Deferred@1556728554 after retry RPC after error@1607804374) -> (continuation of Deferred@575553494 after retry RPC after error@1823353449) -> (continuation of Deferred@2116170636 after retry RPC after error@145703435) -> (continuation of Deferred@1540123719 after retry RPC after error@1185740853) -> (continuation of Deferred@704449855 after retry RPC after error@1538305297) -> (continuation of Deferred@1663454324 after retry RPC after error@1122659701) -> (continuation of Deferred@62850274 after retry RPC after error@1564076449) -> (continuation of Deferred@212687774 after retry RPC after error@490544827) -> (continuation of Deferred@1725862378 after retry RPC after error@1958217841) -> (continuation of Deferred@313515219 after retry RPC after error@1737675003) -> (continuation of Deferred@1968266274 after retry RPC after error@1092495737) -> (continuation of Deferred@758856909 after retry RPC after error@1549743257) -> (continuation of Deferred@588305276 after retry RPC after error@326460294) -> (continuation of Deferred@1742530673 after retry RPC after error@1107485679) -> (continuation of Deferred@1730958304 after retry RPC after error@1610446288) -> (continuation of Deferred@1608679742 after retry RPC after error@178920630)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.227.125:35193,127.27.227.124:38107,127.27.227.126:36957) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.124:38107(127.27.227.124:38107): Connection refused: /127.27.227.124:38107,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.125:35193(127.27.227.125:35193): Connection refused: /127.27.227.125:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.227.126:36957(127.27.227.126:36957): Connection refused: /127.27.227.126:36957
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.227.126:36957
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
14:09:48.143 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 4f518ce015fb3d1dd3d7b803f79bfa6e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
14:09:48.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
14:09:48.143 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b435ccb30e417a6c35e50f7786ecdae2_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
14:09:48.146 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job ccdb436e481b62b2c8b5cb3e9c14600c (1968 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
14:09:48.147 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
14:09:48.172 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: giving up after 1 attempts
E
Time: 344.762
There were 7 failures:
1) testNonCoveredRangePartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
2) testRangeWithCustomHashSchemas(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
3) testUnpartitionedTable(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
4) testHashAndRangePartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
5) testRangeOnlyPartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
6) testHashOnlyPartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
7) testTableInitializationSmoke(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more

FAILURES!!!
Tests run: 7,  Failures: 7

14:09:48.180 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
14:09:48.181 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
14:09:48.181 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
14:09:48.182 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-21a261c5-900e-4bf4-98c0-0e585f96d23c
14:09:48.182 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-e9e10628-0657-4823-b5c9-75159c0da989
14:09:48.183 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:36067
14:09:48.183 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-c1cdec00-2afc-4efd-99e8-f00c81bb55c3
14:09:48.183 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
14:09:48.184 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
14:09:48.184 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-495ed63f-1773-464d-b111-2f2a2174a221
14:09:48.186 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-6f9ff3b5-53c9-4c0b-bf64-84eebfd47324
14:09:48.186 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
14:09:48.186 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-81416274-004e-4add-bae1-b3f93bba99fb
14:09:48.188 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-bdcc586c-3a4d-4dbe-a2f0-0223ce05e726
14:09:48.189 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
14:09:48.189 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-2bee5454-5c12-44a5-bd0a-0ff04899caf4
14:09:48.190 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
14:09:48.190 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
14:09:48.190 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-89ee74cd-2d2d-4205-ba9c-d4ba40ff6aab
14:09:48.191 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
14:09:48.191 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
14:09:48.192 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:37183
14:09:48.192 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:33633
14:09:48.193 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
14:09:48.194 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
